-- Logs begin at Sat 2021-08-28 22:12:42 UTC, end at Sat 2021-08-28 23:27:50 UTC. -- Aug 28 22:59:22.624576 dv-cinder-790492-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 28 22:59:25.328987 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.common.config [-] Logging enabled! Aug 28 22:59:25.329575 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 22:59:25.329777 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94444) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 22:59:25.332960 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.common.config [-] Logging enabled! Aug 28 22:59:25.333215 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 22:59:25.333529 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94444) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 22:59:25.334492 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 22:59:25.334729 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 22:59:25.335093 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 22:59:25.335340 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 22:59:25.335567 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 22:59:25.335885 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.336184 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.336481 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.336715 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.337013 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.337303 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.337585 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.337904 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.338204 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.338490 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.338768 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.339051 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.339280 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.339561 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.339942 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.340241 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.340467 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] debug = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.340751 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.341179 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.341593 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.341897 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.342190 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.342469 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.342741 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.343032 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.343299 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.343626 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] host = dv-cinder-790492-11-iscsi {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.343906 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.344190 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.344478 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.344764 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.345036 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.345312 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.345596 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.345890 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.346164 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.346440 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.346733 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.347020 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.347308 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.347544 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.347754 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.348039 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.348326 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.348603 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.348877 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.349150 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.349424 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.349707 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.349985 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.350268 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.350553 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.350838 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.351113 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.351387 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.351656 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.351925 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.352228 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.352489 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.352762 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.353037 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.353322 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.353590 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.353886 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.354186 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.354475 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.354757 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.355044 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.355319 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.356129 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.356402 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.356676 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.356951 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] use_json = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.357230 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.357514 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.357807 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.358083 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.358356 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.358629 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.358902 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.359188 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:25.359488 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.359786 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.360092 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.360378 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.360676 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.360960 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.361254 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.361535 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.361859 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.362156 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.362448 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.362728 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.363022 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.363306 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.363606 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.363918 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.364214 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.364510 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.364792 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.365074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.365353 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.365636 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.365954 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.366238 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.366529 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.366822 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.367111 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.367403 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.367704 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.367999 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.368275 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.368558 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.368852 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.369135 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.369411 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.369690 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.370002 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.370282 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.370557 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.370842 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.371200 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.371975 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.372255 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.372538 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.372832 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.373112 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.373385 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.373661 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.373966 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.374244 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.374532 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.374814 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.375092 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.375365 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.375646 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.375921 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.376196 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.376474 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.376749 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.377027 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.377305 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.377582 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.377885 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.378164 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.378442 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.378717 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.378993 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.379275 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.379553 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.379831 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.380113 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.380386 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.380661 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.380953 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.381255 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.381536 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.381845 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.382130 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.382410 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.382694 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.382972 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.383251 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.383533 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.383807 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.384102 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.384389 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.384681 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.384964 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.385244 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.385547 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.385866 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.386157 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.386440 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.386746 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.387033 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.387324 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.387618 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.387916 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.388212 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.388507 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.388804 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.389087 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.389401 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.389681 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:25.389920 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 22:59:25.390158 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94444) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 28 22:59:25.739914 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 22:59:25.740194 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 22:59:25.740485 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 22:59:25.740817 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 28 22:59:26.133790 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.134020 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.134290 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.135608 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.135881 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.136141 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.176097 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.176534 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.176981 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.196768 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.197048 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.197315 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.226048 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.226327 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.226596 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.262413 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.262689 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.262957 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.494084 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.494710 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.494710 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.494869 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.495555 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.615182 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.615501 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.615782 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.616052 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.616316 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.616623 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.616882 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.617134 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.617384 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.617663 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.617945 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.618205 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.618457 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.618708 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.618961 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.619221 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.619472 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.619737 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.620011 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.620265 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.620531 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.620784 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.621093 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.621468 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.621737 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.621987 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.622380 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:26.622625 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:26.622873 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:26.623115 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:26.623353 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:26.623593 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:26.623954 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 28 22:59:26.627064 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 28 22:59:26.631006 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 28 22:59:26.634734 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 28 22:59:26.636365 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 28 22:59:26.636839 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 28 22:59:26.637322 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 28 22:59:26.637727 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 28 22:59:26.640512 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 28 22:59:26.640762 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 28 22:59:26.641105 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 22:59:26.646411 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 28 22:59:26.669098 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 28 22:59:26.669546 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.669868 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94444) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 28 22:59:26.670489 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.671838 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94444) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 28 22:59:26.672118 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 22:59:26.672361 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 28 22:59:26.675566 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.675849 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:26.739176 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 28 22:59:26.739416 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 28 22:59:26.739669 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 28 22:59:26.740024 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 28 22:59:26.760984 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_db.sqlalchemy.engines [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94444) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 28 22:59:27.563786 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing driver for type 'gre' Aug 28 22:59:27.564409 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] gre ID ranges: [(1, 1000)] Aug 28 22:59:27.739319 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing driver for type 'local' Aug 28 22:59:27.739653 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing driver for type 'vlan' Aug 28 22:59:27.830903 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] VlanTypeDriver initialization complete Aug 28 22:59:27.831238 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing driver for type 'vxlan' Aug 28 22:59:27.831738 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] vxlan ID ranges: [(1, 1000)] Aug 28 22:59:28.026635 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing extension driver 'port_security' Aug 28 22:59:28.027064 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] PortSecurityExtensionDriver initialization complete Aug 28 22:59:28.027400 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing mechanism driver 'openvswitch' Aug 28 22:59:28.027722 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing mechanism driver 'hyperv' Aug 28 22:59:28.041683 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.plugin [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 22:59:28.042392 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.042762 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.043143 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.043698 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 22:59:28.044126 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.044476 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.044822 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.045465 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 22:59:28.045890 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.046239 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.046577 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.046959 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 22:59:28.047377 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > security_group after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.047720 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > security_group after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.048053 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.048572 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 22:59:28.049016 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.049371 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.049726 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.050122 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 22:59:28.050520 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > address_group after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.050861 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > address_group after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.051196 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.051576 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94444) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 22:59:28.051950 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] ML2 OVO RPC backend initialized. {{(pid=94444) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 28 22:59:28.052659 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.053013 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.053437 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.053810 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > networks before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.054204 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.054545 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > ports before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.054884 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.055220 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnets before_response 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.055563 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.055899 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.056245 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.056562 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.056893 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.057226 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.057556 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.057916 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.058246 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.059314 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.plugin [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Modular L2 Plugin initialization complete Aug 28 22:59:28.059637 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading services supported by the core plugin {{(pid=94444) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 28 22:59:28.059957 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.plugins.ml2.managers [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Got port-security extension from driver 'port_security' Aug 28 22:59:28.060418 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.extensions.vlantransparent [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Disabled vlantransparent extension. Aug 28 22:59:28.060891 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94444) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 28 22:59:28.061199 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: router Aug 28 22:59:28.097906 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.098240 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_create 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.098605 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router before_create 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.098963 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.099335 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.099688 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_delete 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.100042 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.100389 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.100743 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_create 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.101085 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_update 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.101431 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_update 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.101800 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.102156 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_update 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.102560 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_update 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.102920 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.103257 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.103589 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: subnet after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.103924 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.104270 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.104614 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_create 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.104950 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.105289 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.105781 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router after_update 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.106065 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.106411 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_create 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.106766 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.107105 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_update 55549900 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.107463 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > agent after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.107807 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > agent after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.108142 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > network after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.108987 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Tracking information for resource: router configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:28.109315 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Tracking information for resource: floatingip configured {{(pid=94444) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 22:59:28.114228 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.db.l3_agentschedulers_db [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 28 22:59:28.114805 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.115161 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port after_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.115507 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port after_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.115853 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: port after_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.116631 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router before_create 55550100 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.116994 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.117351 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_create 55550100 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.117720 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > router precommit_update 55550100 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.122780 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.provider_configuration [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service providers = [] {{(pid=94444) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 28 22:59:28.123150 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.db.servicetype_db [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94444) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 28 22:59:28.126132 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.service_base [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 22:59:28.126481 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.service_base [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 22:59:28.126822 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.service_base [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 22:59:28.127706 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.services.service_base [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94444) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 22:59:28.128072 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.services.service_base [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 28 22:59:28.128436 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.128748 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 28 22:59:28.139901 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.140235 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: auto_allocate Aug 28 22:59:28.146024 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: network precommit_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.146396 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: network precommit_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.146916 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.147235 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: tag Aug 28 22:59:28.153719 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.154053 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: timestamp Aug 28 22:59:28.158030 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.158365 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: network_ip_availability Aug 28 22:59:28.163755 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.164125 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.164480 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.165181 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.165500 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: flavors Aug 28 22:59:28.170522 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.170847 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading Plugin: revisions Aug 28 22:59:28.175105 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94444) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 22:59:28.175490 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_concurrency.lockutils [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.435s {{(pid=94444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 22:59:28.176224 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94444) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 28 22:59:28.176562 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Initializing extension manager. Aug 28 22:59:28.177073 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: __init__.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.177413 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: __pycache__ {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.177769 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.178102 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: address_group.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.178845 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.179400 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: address-group Aug 28 22:59:28.179722 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: address_scope.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.180428 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.180933 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: address-scope Aug 28 22:59:28.181250 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.182213 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.182724 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: router-admin-state-down-before-update Aug 28 22:59:28.183046 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: agent.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.184461 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.184971 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: agent Aug 28 22:59:28.185290 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: agent_resources_synced.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.186220 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.186732 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: agent-resources-synced Aug 28 22:59:28.187053 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: allowedaddresspairs.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.188817 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.189337 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: allowed-address-pairs Aug 28 22:59:28.189659 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: auto_allocated_topology.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.190747 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.191351 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: auto-allocated-topology Aug 28 22:59:28.191672 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: availability_zone.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.192365 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.192871 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: availability_zone Aug 28 22:59:28.193195 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: availability_zone_filter.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.194135 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.194643 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: availability_zone_filter Aug 28 22:59:28.194958 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: data_plane_status.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.195862 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.196562 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension data-plane-status not supported by any of loaded plugins Aug 28 22:59:28.196884 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: default_subnetpools.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.198027 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.198537 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: default-subnetpools Aug 28 22:59:28.198856 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.200236 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.200749 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: dhcp_agent_scheduler Aug 28 22:59:28.201073 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: dns.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.202021 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.202529 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension dns-integration not supported by any of loaded plugins Aug 28 22:59:28.202850 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: dns_domain_ports.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.203774 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.204280 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 28 22:59:28.204597 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.205515 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.206053 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 28 22:59:28.206372 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: dvr.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.207037 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.207541 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: dvr Aug 28 22:59:28.207856 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: ecmp_routes.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.208761 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.209260 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 28 22:59:28.209577 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: empty_string_filtering.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.210498 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.210998 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: empty-string-filtering Aug 28 22:59:28.211316 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.212214 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.212711 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 28 22:59:28.213032 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.213973 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.214471 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 28 22:59:28.214821 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: external_net.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.215724 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.216228 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: external-net Aug 28 22:59:28.216546 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.217448 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.217985 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: extra_dhcp_opt Aug 28 22:59:28.218304 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: extraroute.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.219214 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.219716 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: extraroute Aug 28 22:59:28.220034 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: extraroute_atomic.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.221061 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.221568 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: extraroute-atomic Aug 28 22:59:28.221910 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: filter_validation.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.222567 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.223069 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: filter-validation Aug 28 22:59:28.223386 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: fip_pf_description.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.224287 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.224785 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 28 22:59:28.225101 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: fip_port_details.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.226047 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.226549 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: fip-port-details Aug 28 22:59:28.226866 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: flavors.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.228072 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.228589 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: flavors Aug 28 22:59:28.228908 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.230585 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.231103 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 28 22:59:28.231433 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: floatingip_pools.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.232130 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.232640 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: floatingip-pools Aug 28 22:59:28.232965 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: ip_allocation.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.233935 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.234440 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension ip_allocation not supported by any of loaded plugins Aug 28 22:59:28.234759 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.235674 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.236185 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: ip-substring-filtering Aug 28 22:59:28.236508 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l2_adjacency.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.237426 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.237963 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 28 22:59:28.238287 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.239386 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.239906 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: router Aug 28 22:59:28.240230 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.242458 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.242989 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 28 22:59:28.243321 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.244251 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.244766 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: ext-gw-mode Aug 28 22:59:28.245089 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.246572 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.247084 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: l3-ha Aug 28 22:59:28.247405 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3_flavors.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.248317 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.248828 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: l3-flavors Aug 28 22:59:28.249155 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.250086 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.250595 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 28 22:59:28.250914 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: l3agentscheduler.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.251939 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.252452 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: l3_agent_scheduler Aug 28 22:59:28.252776 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: logging.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.254291 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.254813 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension logging not supported by any of loaded plugins Aug 28 22:59:28.255146 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: metering.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.255885 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.256461 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: metering Aug 28 22:59:28.256787 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.257902 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.258416 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: metering_source_and_destination_fields Aug 28 22:59:28.258739 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: multiprovidernet.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.259668 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.260170 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: multi-provider Aug 28 22:59:28.260491 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: netmtu.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.261398 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.262488 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: net-mtu Aug 28 22:59:28.262809 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: netmtu_writable.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.263721 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.264227 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: net-mtu-writable Aug 28 22:59:28.264543 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: network_availability_zone.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.265206 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.265719 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: network_availability_zone Aug 28 22:59:28.266052 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: network_ip_availability.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.267127 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.267632 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: network-ip-availability Aug 28 22:59:28.267953 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: network_segment_range.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.268706 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.269208 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension network-segment-range not supported by any of loaded plugins Aug 28 22:59:28.269529 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: pagination.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.270535 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.270860 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: pagination Aug 28 22:59:28.271176 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: port_device_profile.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.272075 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.272588 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: port-device-profile Aug 28 22:59:28.272903 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.273865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.274376 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: port-mac-address-regenerate Aug 28 22:59:28.274692 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.275603 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.276111 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: port-numa-affinity-policy Aug 28 22:59:28.276430 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: port_resource_request.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.277371 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.277903 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension port-resource-request not supported by any of loaded plugins Aug 28 22:59:28.278225 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: portbindings.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.279138 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.279648 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: binding Aug 28 22:59:28.279967 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: portbindings_extended.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.281345 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.281883 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: binding-extended Aug 28 22:59:28.282210 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: portsecurity.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.283121 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.283631 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: port-security Aug 28 22:59:28.283953 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: project_id.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.284912 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.285239 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: project-id Aug 28 22:59:28.285561 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: providernet.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.286514 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.287035 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: provider Aug 28 22:59:28.287355 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.290901 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.291424 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos not supported by any of loaded plugins Aug 28 22:59:28.291754 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.293541 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.294222 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 28 22:59:28.294553 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.295735 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.296244 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 28 22:59:28.296569 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_default.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.297479 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.298015 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-default not supported by any of loaded plugins Aug 28 22:59:28.298343 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_fip.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.298995 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.299496 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-fip not supported by any of loaded plugins Aug 28 22:59:28.299815 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_gateway_ip.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.300739 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.301250 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 28 22:59:28.301570 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_port_network_policy.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.302512 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.303027 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 28 22:59:28.303345 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_pps_rule.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.304525 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.305040 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-pps not supported by any of loaded plugins Aug 28 22:59:28.305364 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_rule_type_details.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.306309 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.306817 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 28 22:59:28.307137 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: qos_rules_alias.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.308178 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.309234 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 28 22:59:28.309558 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: quotasv2.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.310516 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.310841 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: quotas Aug 28 22:59:28.311158 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: quotasv2_detail.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.314243 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.314586 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: quota_details Aug 28 22:59:28.314918 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: rbac.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.316174 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.316702 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: rbac-policies Aug 28 22:59:28.317031 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: rbac_address_group.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.317996 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.318513 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: rbac-address-group Aug 28 22:59:28.318839 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: rbac_address_scope.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.319756 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.320272 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: rbac-address-scope Aug 28 22:59:28.320598 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: rbac_security_groups.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.321510 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.322052 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: rbac-security-groups Aug 28 22:59:28.322377 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: rbac_subnetpool.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.323285 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.323798 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: rbac-subnetpool Aug 28 22:59:28.324144 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: revisionifmatch.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.325056 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.325569 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: revision-if-match Aug 28 22:59:28.325919 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: revisions.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.327023 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.327534 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: standard-attr-revisions Aug 28 22:59:28.327859 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: router_availability_zone.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.328532 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.329042 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: router_availability_zone Aug 28 22:59:28.329365 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: routerservicetype.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.330305 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.330811 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension router-service-type not supported by any of loaded plugins Aug 28 22:59:28.331131 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.332043 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.332555 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: security-groups-normalized-cidr Aug 28 22:59:28.332873 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.333831 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.334347 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: port-security-groups-filtering Aug 28 22:59:28.334667 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.335583 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.336097 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: security-groups-remote-address-group Aug 28 22:59:28.336418 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: securitygroup.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.346006 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.346541 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: security-group Aug 28 22:59:28.346872 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: segment.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.347662 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.348222 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension segment not supported by any of loaded plugins Aug 28 22:59:28.348502 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.349436 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.349986 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 28 22:59:28.350313 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: servicetype.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.351481 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.352006 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: service-type Aug 28 22:59:28.352337 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: sorting.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.353315 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.353650 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: sorting Aug 28 22:59:28.354003 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: standard_attr_segment.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.354916 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.355950 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 28 22:59:28.356272 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: standardattrdescription.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.356921 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.357433 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: standard-attr-description Aug 28 22:59:28.357790 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: stateful_security_group.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.358725 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.359232 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: stateful-security-group Aug 28 22:59:28.359554 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: stdattrs_common.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.360132 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 28 22:59:28.360450 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.361377 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.361913 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 28 22:59:28.362233 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: subnet_onboard.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.363312 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.363828 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: subnet_onboard Aug 28 22:59:28.364178 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.404853 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.405358 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 28 22:59:28.405677 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: subnet_service_types.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.406633 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.407148 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: subnet-service-types Aug 28 22:59:28.407468 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: subnetallocation.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.408578 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.409093 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: subnet_allocation Aug 28 22:59:28.409414 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.410104 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.410614 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: subnetpool-prefix-ops Aug 28 22:59:28.410933 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.411868 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.412379 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 28 22:59:28.412697 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: tagging.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.413814 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.414317 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: standard-attr-tag Aug 28 22:59:28.414639 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: timestamp.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.415841 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.416358 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loaded extension: standard-attr-timestamp Aug 28 22:59:28.416687 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: trunk.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.417736 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.418768 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension trunk not supported by any of loaded plugins Aug 28 22:59:28.419091 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: trunk_details.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.420012 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.420776 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension trunk-details not supported by any of loaded plugins Aug 28 22:59:28.421098 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: uplink_status_propagation.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.422051 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.422564 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 28 22:59:28.422886 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Loading extension file: vlantransparent.py {{(pid=94444) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 22:59:28.423548 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94444) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 22:59:28.424059 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 28 22:59:28.426549 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:network Aug 28 22:59:28.427084 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:subnet Aug 28 22:59:28.427482 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 22:59:28.427873 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:port Aug 28 22:59:28.429091 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.429524 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service FLAVORS assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.430183 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.430608 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.430935 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:router Aug 28 22:59:28.431367 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 22:59:28.431851 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service METERING assigned prefix: /metering {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.433278 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.434239 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.434594 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 22:59:28.435804 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 22:59:28.436312 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:security_group Aug 28 22:59:28.436739 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 22:59:28.438517 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service CORE assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.438856 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 22:59:28.439206 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] subnetpool is already registered Aug 28 22:59:28.439630 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service CORE assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.439954 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 22:59:28.440286 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] subnetpool is already registered Aug 28 22:59:28.442604 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.443035 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service FLAVORS assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.443632 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.444055 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.444390 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:router Aug 28 22:59:28.444727 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] router is already registered Aug 28 22:59:28.445138 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:floatingip Aug 28 22:59:28.445475 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] floatingip is already registered Aug 28 22:59:28.445953 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service METERING assigned prefix: /metering {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.446622 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 22:59:28.446948 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] rbac_policy is already registered Aug 28 22:59:28.447356 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:security_group Aug 28 22:59:28.447687 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] security_group is already registered Aug 28 22:59:28.448083 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 22:59:28.448420 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] security_group_rule is already registered Aug 28 22:59:28.449034 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service CORE assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.449380 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 22:59:28.449734 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] subnetpool is already registered Aug 28 22:59:28.450150 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.v2.resource_helper [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Service CORE assigned prefix: {{(pid=94444) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 22:59:28.450471 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 22:59:28.450801 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING neutron.quota.resource_registry [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] subnetpool is already registered Aug 28 22:59:28.451267 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: extensions {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.452748 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: address-groups {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.454317 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: address-scopes {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.455649 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: agents {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.456876 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: auto-allocated-topology {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.458163 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: availability_zones {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.459410 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: dhcp-networks {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.460947 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: dhcp-agents {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.462406 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: routers {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.465588 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: flavors {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.465902 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: service_profiles {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.467138 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: next_providers {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.468607 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: service_profiles {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.470184 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: floatingip-pools {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.471493 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: routers {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.473645 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: floatingips {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.474981 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: l3-routers {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.476373 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: l3-agents {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.477813 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: metering-labels {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.479215 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: metering-label-rules {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.481054 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: network-ip-availabilities {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.482362 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: bindings {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.484063 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: quotas {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.485526 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: quotas {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.487005 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: rbac-policies {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.488227 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: security-groups {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.489545 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: security-group-rules {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.490814 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: service-providers {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.492045 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: subnetpools {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.494276 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: subnetpools {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.495152 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.497416 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.499256 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.501075 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.503930 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.505855 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.507561 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.509474 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.511331 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.513127 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron.api.extensions [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Extended resource: tags {{(pid=94444) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 22:59:28.519090 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING keystonemiddleware.auth_token [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 28 22:59:28.523764 dv-cinder-790492-11-iscsi neutron-server[94444]: WARNING keystonemiddleware.auth_token [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 28 22:59:28.532216 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_concurrency.lockutils [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Acquired lock "singleton_lock" {{(pid=94444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 28 22:59:28.532694 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_concurrency.lockutils [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Releasing lock "singleton_lock" {{(pid=94444) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 28 22:59:28.533342 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Starting 2 workers Aug 28 22:59:28.538096 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Started child 94553 {{(pid=94444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 22:59:28.542454 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Started child 94554 {{(pid=94444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 22:59:28.544115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:28.544751 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO neutron.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 28 22:59:28.545545 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Notify callbacks [] for process, before_spawn {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:28.545884 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [-] (94553) wsgi starting up on http://0.0.0.0:9696 Aug 28 22:59:28.547988 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:28.548428 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Starting 1 workers Aug 28 22:59:28.549434 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [-] (94554) wsgi starting up on http://0.0.0.0:9696 Aug 28 22:59:28.553209 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Started child 94555 {{(pid=94444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 22:59:28.553843 dv-cinder-790492-11-iscsi neutron-server[94444]: INFO oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Starting 1 workers Aug 28 22:59:28.556945 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] calling RpcWorker wait() {{(pid=94555) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 28 22:59:28.557475 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] returning from RpcWorker wait() {{(pid=94555) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 28 22:59:28.558267 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Started child 94556 {{(pid=94444) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 22:59:28.559684 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:28.559787 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG neutron_lib.callbacks.manager [None req-7d085d1d-8bca-4784-bc6d-e354c1703817 None None] Notify callbacks [] for process, after_spawn {{(pid=94444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:28.560310 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 22:59:28.561556 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 22:59:28.561790 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.564865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.565725 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:28.566116 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566116 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566247 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566754 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.566754 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.567158 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.567259 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.567512 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.567683 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.567941 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.568198 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.568435 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.568694 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] debug = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.568930 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.569414 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.569669 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.569937 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.570171 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.570466 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.570706 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.570958 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.571196 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.571407 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.571659 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.571915 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.572154 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.572376 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.572589 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.572841 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.573055 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.573506 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] host = dv-cinder-790492-11-iscsi {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.573768 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.574040 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.574305 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.574549 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.574801 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.575032 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.575296 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.575556 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.575815 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.576053 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.576315 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.576535 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.576744 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.576995 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.577145 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_options = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.577374 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.577645 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.577947 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.578125 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.578285 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.578454 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.578702 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.578862 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.579088 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.579297 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.579531 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.579762 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.580005 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.580248 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.580495 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.580747 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.580979 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.581195 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.581427 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.581646 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.581888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.582106 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.582334 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.582575 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.582804 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.583029 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.583264 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.583491 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.583701 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.583958 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.584211 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.584461 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.584695 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.584954 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.585176 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.585404 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.585639 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.585930 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.586153 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.586407 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.586647 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.586876 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.587099 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.587313 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.587551 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.587774 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_json = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.587982 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.588194 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.588455 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.588664 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.588890 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.589078 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.589291 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.589520 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.590010 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.590305 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.590622 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.590888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.591204 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.591516 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.591703 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.591929 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.592157 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.592478 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.592816 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.593059 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.593369 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.593591 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.593982 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.594350 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.594608 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.595018 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.595215 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.595472 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.595719 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.595958 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.596243 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.596463 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.596711 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.596960 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.597199 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.597502 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.597796 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.598065 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.598361 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.598521 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.598739 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.598988 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.599150 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.599394 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.599628 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.599892 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.600128 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.600339 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.600555 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.600780 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.601000 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.601218 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.601460 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.601731 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.605074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606193 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606752 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606752 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.606897 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.607020 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.607262 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.607476 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.607687 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.607925 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.608156 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.608388 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.608628 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.608841 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.609059 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.609289 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.609500 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.609775 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.609995 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.610209 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.610419 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.610650 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.610887 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.611119 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.611334 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.611543 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.611769 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.611976 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.612228 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.612521 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.612772 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.613017 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.613231 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.613475 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.613685 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.613963 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.614205 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.614417 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.614622 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.614876 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.615094 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.615315 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.615553 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.615765 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.616017 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.616230 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.616462 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.616678 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.616909 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.617142 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.617394 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.617619 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.617917 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.618156 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.618398 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.618666 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.618899 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.619173 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.619405 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.619674 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.619964 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.620238 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.620512 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.620760 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.621045 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.621892 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.622146 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.622400 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.622644 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.622913 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.623150 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.623612 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.623742 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.623863 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.624054 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.624277 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.624592 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.624817 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.625030 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.625260 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.625750 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.625921 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.626067 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.626295 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.626535 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.626783 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.627026 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.627254 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.627468 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.627684 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.627911 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.628121 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.628353 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.628562 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.628805 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.629014 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.629272 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.629480 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.629869 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.630235 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.630617 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.630981 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.631363 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.631786 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.632187 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.632413 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.632652 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.632888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.633123 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.633339 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.633569 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.633846 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.634061 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.634328 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.634573 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.634819 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.635062 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.635306 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.635535 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.635765 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.636175 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.636435 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.636673 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.636887 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.637103 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.637316 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.637526 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.637780 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.638015 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.638284 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.638524 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.638851 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.639096 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.639331 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.639570 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.639793 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.640026 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.640240 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.640452 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.640662 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.640893 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.641125 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.641357 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.641632 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.641891 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.642100 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.642324 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.642553 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.642766 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.642971 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.643270 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.643501 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.643727 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.643998 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.644231 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.644486 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.644727 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.644935 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.645142 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.645361 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.645574 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.645808 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.646056 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.646264 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.646471 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.646689 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.646902 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.647106 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.647328 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.647531 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.647784 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.648006 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.648217 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.648446 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.648676 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.648896 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.649123 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.649346 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.649554 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.649967 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.650379 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.650588 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.650795 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.651010 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.651227 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.651434 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.651748 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.652004 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.652725 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.652998 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.653226 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.653465 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.653809 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.654116 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.654326 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.654560 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.654799 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.655019 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.655237 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.655471 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.655806 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.656091 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.656350 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.656599 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.656950 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.657231 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.657504 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.657738 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.658044 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.658366 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.658636 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.658983 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.659237 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.659495 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.659738 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.659961 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.660199 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.660436 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.660673 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.660929 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.661177 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.661403 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.661637 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.661888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.662098 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.662317 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.662542 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.662779 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.662997 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.663181 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 22:59:28.663673 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94444) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 22:59:28.663833 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 22:59:28.663987 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 22:59:28.664153 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 22:59:28.664332 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 22:59:28.664486 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 22:59:28.664691 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.664850 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665007 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665165 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665319 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665496 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665653 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665831 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.665988 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.666143 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.666301 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.666459 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.666616 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.666773 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.666928 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.667082 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.667237 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.667394 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.667555 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.667712 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.667915 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.668586 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.668742 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] debug = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.668898 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.669093 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.669255 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.669413 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.669570 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.669743 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.669903 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.670314 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.670478 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.670635 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.670783 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.670939 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671079 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671216 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671353 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671490 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671627 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671764 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] host = dv-cinder-790492-11-iscsi {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.671919 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.672074 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.672229 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.672384 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.672541 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.672697 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.672852 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673007 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673162 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673321 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673476 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673632 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673813 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.673970 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.674125 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_options = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.674281 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.674438 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.674594 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.674775 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.674936 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.675078 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.675237 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.675394 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.675549 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.675705 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.675860 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676016 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676171 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676331 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676488 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676643 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676799 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.676954 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.677110 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.677267 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.677422 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.677577 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.677751 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.677891 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678051 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678206 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678361 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678516 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678673 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678827 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.678982 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.679138 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.679295 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.679451 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.679607 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.679765 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.679921 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680148 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680247 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680481 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680629 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680774 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680865 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.680945 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.681095 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.681249 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_json = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.681403 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.681557 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.681736 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.681888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.682042 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.682197 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.682351 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.682507 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 22:59:28.682683 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.682844 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683015 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683175 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683339 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683517 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683667 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683828 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.683986 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.684146 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.684312 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.684472 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.684640 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.684800 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.684958 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.685121 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.685280 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.685440 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.685599 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.685780 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.685941 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.686101 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.686269 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.686431 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.686589 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.686746 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.686904 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.687077 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.687236 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.687396 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.687554 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.687713 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.687874 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688034 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688194 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688354 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688515 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688675 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688834 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.688994 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.689153 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.689312 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.689472 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.689630 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.689825 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.690065 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.690224 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.690384 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.690550 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.690711 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.690870 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.691008 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.691164 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.691323 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.691482 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.691863 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.691863 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692372 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692372 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692372 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692372 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692885 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692885 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.692885 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693271 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693271 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693271 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693603 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693603 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693869 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.693869 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694021 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694184 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694344 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694505 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694662 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694817 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.694977 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.695136 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.695296 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.695456 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.695614 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.695787 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.695920 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.696069 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.696240 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.696382 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.696555 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.696686 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.696854 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.697028 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.697187 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.697345 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.697504 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.697663 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.697852 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698010 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698169 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698327 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698485 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698644 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698804 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.698984 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.699139 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.699276 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.699438 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.699596 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.699754 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.699913 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700148 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700256 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700377 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700534 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700706 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700839 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.700998 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.701167 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.701325 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.701486 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.701643 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.701832 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702004 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702165 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702327 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702486 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702644 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702805 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.702964 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.703284 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.703448 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.703608 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.703812 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.703920 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.704091 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.704251 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.704410 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.704567 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.704749 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.704908 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.705067 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.705227 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.705386 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.705550 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.705735 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.705891 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.706050 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.706212 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.706377 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.706536 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.706679 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.706844 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707003 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707162 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707322 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707481 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707670 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707805 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.707964 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.708428 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.708428 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.708428 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.708655 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.708736 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.708854 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.709013 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.709173 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.709331 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.709498 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.709642 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.709816 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.710131 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.710294 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.710451 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.710611 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.710778 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.710937 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.711096 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.711255 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.711415 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.711576 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.711735 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.711897 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.712056 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.712142 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 22:59:28.712237 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.712363 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.712522 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.712683 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.712843 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.713003 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.713163 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.713323 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.713482 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.713660 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.713874 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.714000 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.714150 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.714309 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.714468 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.714627 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.715295 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.715455 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.715615 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.715774 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.715935 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.716097 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.716257 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.716418 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.716578 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.716737 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.716901 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.717061 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.717232 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.717391 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.717551 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.717723 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.717891 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.718051 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.718220 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.718378 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.718538 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.718697 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.718856 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719015 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719185 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719345 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719504 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719662 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719821 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.719979 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.720148 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.720376 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.720465 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.720613 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.720770 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.720930 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.721084 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.721244 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.721403 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.721561 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.721843 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.721929 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.722053 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.722213 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.722371 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.722530 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.722689 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.722848 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.723016 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.723176 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.723425 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.723598 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.723770 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.723903 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.724061 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.724233 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.724392 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.724553 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.724901 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.724901 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.725060 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.725175 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.725326 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.725495 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.725888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.725888 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726092 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726176 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726315 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726474 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726639 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726814 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.726975 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.727135 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.727694 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.727694 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.727694 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.727928 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.727928 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.728065 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.728855 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.728855 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.728855 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.728855 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.728855 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729211 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729211 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729211 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729418 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729495 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729645 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 22:59:28.729814 dv-cinder-790492-11-iscsi neutron-server[94444]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94444) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 22:59:28.799842 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57324) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 22:59:28.808322 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063162 Aug 28 22:59:40.219660 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ca05b-a56c-43dd-b5e4-a6fdfa422dd8 None None] get_active_networks_info from dv-cinder-790492-11-iscsi {{(pid=94555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 22:59:40.348162 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ca05b-a56c-43dd-b5e4-a6fdfa422dd8 None None] No non-hosted networks {{(pid=94555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 28 22:59:40.360772 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.agentschedulers_db [None req-ea9ca05b-a56c-43dd-b5e4-a6fdfa422dd8 None None] DHCP Agent not found on host dv-cinder-790492-11-iscsi {{(pid=94555) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 28 22:59:40.495542 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8d2efeac-de2b-461e-9d14-3aad761047b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604667'] for agent, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:42.674700 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-35975db6-21f7-4a07-948f-ac6a82a261c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604667'] for agent, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:42.719406 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.db.api [None req-e83cf770-9bdb-444f-9fab-978a21be2603 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790492-11-iscsi {{(pid=94555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 22:59:42.720088 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG oslo_db.api [None req-e83cf770-9bdb-444f-9fab-978a21be2603 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 22:59:42.941780 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604667'] for agent, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:42.942746 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.943313 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.943783 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.944473 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.944967 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.945508 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.945994 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.947282 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.947771 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.948245 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.949381 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.950118 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:42.950725 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 22:59:42.971670 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 22:59:43.249569 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e83cf770-9bdb-444f-9fab-978a21be2603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:44.181214 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604667'] for agent, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:45.357771 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604667'] for agent, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:46.326001 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57416) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 22:59:46.811052 dv-cinder-790492-11-iscsi neutron-server[94554]: WARNING oslo_policy.policy [None req-5a591ca7-1178-4a54-9f87-7eeba4ab0946 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:46.811646 dv-cinder-790492-11-iscsi neutron-server[94554]: WARNING oslo_policy.policy [None req-5a591ca7-1178-4a54-9f87-7eeba4ab0946 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:47.035900 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [None req-5a591ca7-1178-4a54-9f87-7eeba4ab0946 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 22:59:47.037011 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5a591ca7-1178-4a54-9f87-7eeba4ab0946 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7100317 Aug 28 22:59:47.897218 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.db.l3_hamode_db [None req-39e51b80-ac76-48cb-995b-0810b32dd3e7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 28 22:59:47.974960 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e51b80-ac76-48cb-995b-0810b32dd3e7 None None] Routers set() bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 22:59:47.975351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e51b80-ac76-48cb-995b-0810b32dd3e7 None None] Router IDs set() for agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 22:59:49.375259 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57430) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 22:59:49.677065 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 22:59:49.785400 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.policy [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94554) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 22:59:49.829875 dv-cinder-790492-11-iscsi neutron-server[94554]: WARNING oslo_policy.policy [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:49.830268 dv-cinder-790492-11-iscsi neutron-server[94554]: WARNING oslo_policy.policy [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:49.838810 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.quota [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] Loaded quota_driver: . Aug 28 22:59:49.996941 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665488346', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665488783', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665492700', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665474400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769664798018', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665387729', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1605885', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1722842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702871', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764030'] for rbac-policy, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:50.168947 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:50.170377 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-9db68627-cc86-4fb5-ae61-8a992d86ff60 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7941368 Aug 28 22:59:52.706143 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 57442) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 22:59:53.187251 dv-cinder-790492-11-iscsi neutron-server[94553]: WARNING oslo_policy.policy [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:53.187792 dv-cinder-790492-11-iscsi neutron-server[94553]: WARNING oslo_policy.policy [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:53.409925 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'cde18721276e46e8b54286be650185de', 'tenant_id': 'cde18721276e46e8b54286be650185de'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 22:59:53.411601 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.quota [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Loaded quota_driver: . Aug 28 22:59:53.546385 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Made reservation on behalf of cde18721276e46e8b54286be650185de for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 22:59:53.612990 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.policy [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94553) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 22:59:53.658202 dv-cinder-790492-11-iscsi neutron-server[94553]: WARNING oslo_policy.policy [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:53.658562 dv-cinder-790492-11-iscsi neutron-server[94553]: WARNING oslo_policy.policy [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 22:59:53.668535 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:53.690213 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:53.817279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:53.877978 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:53.901335 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 22:59:53.928365 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769667535562', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:53.928942 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Unsubscribe: segment precommit_create {{(pid=94553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 22:59:53.929457 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Added segment 0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa of type vlan for network d7bdbcef-1410-4c11-add1-d6b946d8ce85 Aug 28 22:59:53.935768 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d30e69-cf0c-4684-bf60-7d0bd6cfc56b,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 22:59:53.956845 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.957205 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.957545 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.957905 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.958233 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.958573 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.958901 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.959238 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.959562 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.959878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.960193 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.960518 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Tracked resource versions report: Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: pushed versions: Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: { 'AddressGroup': {'1.2'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'ConntrackHelper': {'1.0'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Log': {'1.0'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Network': {'1.1'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Port': {'1.7'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'PortForwarding': {'1.2'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'QosPolicy': {'1.9'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroup': {'1.4'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroupRule': {'1.2'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SubPort': {'1.0'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Subnet': {'1.1'}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Trunk': {'1.1'}} Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: consumer versions: Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'ConntrackHelper': '1.0', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Log': '1.0', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Network': '1.1', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Port': '1.7', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'PortForwarding': '1.2', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'QosPolicy': '1.9', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroup': '1.4', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroupRule': '1.2', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SubPort': '1.0', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Subnet': '1.1', Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Trunk': '1.1'}} Aug 28 22:59:53.961932 dv-cinder-790492-11-iscsi neutron-server[94553]: {{(pid=94553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 22:59:54.050493 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:54.173428 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:54.174595 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 22:59:54.175231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:54.264702 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] Pushing event updated for resources: {'Network': ['ID=d7bdbcef-1410-4c11-add1-d6b946d8ce85,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 22:59:54.276261 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 22:59:54.330056 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-bc08caf1-5bd8-46c9-88f6-ee8fe5197661 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6217237 Aug 28 22:59:56.918873 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57464) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 22:59:57.336411 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb43697-0119-4401-af97-7b74a0d92508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 22:59:57.337855 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0eb43697-0119-4401-af97-7b74a0d92508 admin admin] 10.222.0.16 "GET /v2.0/networks/d7bdbcef-1410-4c11-add1-d6b946d8ce85 HTTP/1.1" status: 200 len: 825 time: 0.4180424 Aug 28 22:59:57.362624 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-6a6a8da3-3651-45d8-81a5-fbb71a94d929 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/b79705aa-c34c-433b-8799-c507b96f98c0 HTTP/1.1" status: 200 len: 734 time: 0.0181816 Aug 28 22:59:57.371355 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Request body: {'subnet': {'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 22:59:57.528939 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Made reservation on behalf of cde18721276e46e8b54286be650185de for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 22:59:57.531478 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:57.843439 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:57.911256 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Checking segment: {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 22:59:57.911633 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Network hostable DHCP agents. Network: d7bdbcef-1410-4c11-add1-d6b946d8ce85, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 22:59:57.923544 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc09d54-3621-40dc-aaeb-4867e4a6786d,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 22:59:57.936237 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.936584 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.936912 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.937228 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.937541 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.937898 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.938214 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.938946 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.939277 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.939591 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.939898 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.940202 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Tracked resource versions report: Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: pushed versions: Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: { 'AddressGroup': {'1.2'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'ConntrackHelper': {'1.0'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Log': {'1.0'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Network': {'1.1'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Port': {'1.7'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'PortForwarding': {'1.2'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'QosPolicy': {'1.9'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroup': {'1.4'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroupRule': {'1.2'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SubPort': {'1.0'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Subnet': {'1.1'}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Trunk': {'1.1'}} Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: consumer versions: Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'ConntrackHelper': '1.0', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Log': '1.0', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Network': '1.1', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Port': '1.7', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'PortForwarding': '1.2', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'QosPolicy': '1.9', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroup': '1.4', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroupRule': '1.2', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SubPort': '1.0', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Subnet': '1.1', Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Trunk': '1.1'}} Aug 28 22:59:57.941617 dv-cinder-790492-11-iscsi neutron-server[94554]: {{(pid=94554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 22:59:58.002948 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 22:59:58.082842 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, d7bdbcef-1410-4c11-add1-d6b946d8ce85) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 22:59:58.087316 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 22:59:58.087950 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:58.091877 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8250732a-5946-40bb-972e-61aa024fb8b3 None None] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 22:59:58.164364 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d89fd744-2ac1-4f76-919d-365135ae74cb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7959535 Aug 28 22:59:58.409412 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-d7bdbcef-1410-4c11-add1-d6b946d8ce85', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 22:59:58.411979 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:58.682511 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Allocated IP 172.20.0.2 (d7bdbcef-1410-4c11-add1-d6b946d8ce85/fcc09d54-3621-40dc-aaeb-4867e4a6786d/801b24dc-a193-4301-8f96-dc11d16be4cb) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 22:59:58.908014 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:58.922868 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Transition to ACTIVE for port object 801b24dc-a193-4301-8f96-dc11d16be4cb will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 22:59:58.943454 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Transition to ACTIVE for port object 801b24dc-a193-4301-8f96-dc11d16be4cb will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 22:59:59.008092 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:59.083123 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 22:59:59.091223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 22:59:59.093104 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Pushing event updated for resources: {'Port': ['ID=801b24dc-a193-4301-8f96-dc11d16be4cb,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 22:59:59.097727 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 22:59:59.105203 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.105571 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.105949 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.106285 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.106616 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.106946 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.107277 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.107601 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.107945 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.108275 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.108596 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.108915 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Tracked resource versions report: Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: pushed versions: Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: { 'AddressGroup': {'1.2'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'ConntrackHelper': {'1.0'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Log': {'1.0'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Network': {'1.1'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Port': {'1.7'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'PortForwarding': {'1.2'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'QosPolicy': {'1.9'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroup': {'1.4'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroupRule': {'1.2'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SubPort': {'1.0'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Subnet': {'1.1'}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Trunk': {'1.1'}} Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: consumer versions: Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'ConntrackHelper': '1.0', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Log': '1.0', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Network': '1.1', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Port': '1.7', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'PortForwarding': '1.2', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'QosPolicy': '1.9', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroup': '1.4', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroupRule': '1.2', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SubPort': '1.0', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Subnet': '1.1', Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Trunk': '1.1'}} Aug 28 22:59:59.110307 dv-cinder-790492-11-iscsi neutron-server[94555]: {{(pid=94555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 22:59:59.183491 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Attempting to bind port 801b24dc-a193-4301-8f96-dc11d16be4cb on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 22:59:59.183812 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Attempting to bind port 801b24dc-a193-4301-8f96-dc11d16be4cb by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 22:59:59.184234 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Attempting to bind port 801b24dc-a193-4301-8f96-dc11d16be4cb on network d7bdbcef-1410-4c11-add1-d6b946d8ce85 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 22:59:59.189025 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 22:59:59.189453 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Checking segment: {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 22:59:59.189944 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:59.190334 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Bound using segment: {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 22:59:59.190828 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Bound port: 801b24dc-a193-4301-8f96-dc11d16be4cb, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 22:59:59.191238 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:59.254025 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] For port 801b24dc-a193-4301-8f96-dc11d16be4cb, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 22:59:59.258281 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] For port 801b24dc-a193-4301-8f96-dc11d16be4cb, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=801b24dc-a193-4301-8f96-dc11d16be4cb,segment=NetworkSegment(0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa),segment_id=0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 22:59:59.329443 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 22:59:59.392523 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8204c-06c1-4034-b114-77f30cb835ab None None] Pushing event updated for resources: {'Port': ['ID=801b24dc-a193-4301-8f96-dc11d16be4cb,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:00.528428 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57476) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:00.851435 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [None req-8498b616-f9da-4a24-88ad-f53cdbe5fc36 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:00:00.852414 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-8498b616-f9da-4a24-88ad-f53cdbe5fc36 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230534 Aug 28 23:00:03.201507 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57484) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:03.509876 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [None req-ad78a2e8-d732-4947-b02a-a0c5efb8bb38 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:00:03.525724 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ad78a2e8-d732-4947-b02a-a0c5efb8bb38 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084388 Aug 28 23:00:06.137353 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57494) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:06.439886 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] Request body: {'router': {'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:00:06.523402 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:06.524927 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:06.692495 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:06.746386 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 801b24dc-a193-4301-8f96-dc11d16be4cb up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:00:06.769839 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:06.860339 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:06.861595 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-053fd7a1-9a28-4b5b-bf2c-900d80752edb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7231946 Aug 28 23:00:06.887693 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 801b24dc-a193-4301-8f96-dc11d16be4cb completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:00:07.676453 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8b336-d98b-4d18-a349-96f988b67070 None None] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:00:07.888737 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] Provisioning for port 801b24dc-a193-4301-8f96-dc11d16be4cb completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:00:07.893029 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] Provisioning complete for port 801b24dc-a193-4301-8f96-dc11d16be4cb triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:07.893432 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:08.005453 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:08.037750 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] For port 801b24dc-a193-4301-8f96-dc11d16be4cb, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=801b24dc-a193-4301-8f96-dc11d16be4cb,segment=NetworkSegment(0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa),segment_id=0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:00:08.106512 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:08.152092 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d1e9a-2d7f-4dfd-88e5-13473b75d534 None None] Pushing event updated for resources: {'Port': ['ID=801b24dc-a193-4301-8f96-dc11d16be4cb,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:08.225057 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-b7150b82-2989-44f9-ae41-5853ab767141 None None] Provisioning complete for port 801b24dc-a193-4301-8f96-dc11d16be4cb triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:08.225427 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b7150b82-2989-44f9-ae41-5853ab767141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:08.726546 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 801b24dc-a193-4301-8f96-dc11d16be4cb up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:00:08.771600 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 801b24dc-a193-4301-8f96-dc11d16be4cb triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:08.771967 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:09.218774 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57506) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:09.520448 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [None req-40fa26a9-72fa-4d19-948d-1716f0fc386c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:00:09.521431 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-40fa26a9-72fa-4d19-948d-1716f0fc386c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3017328 Aug 28 23:00:10.190215 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcf8e-994c-44f5-b752-c0f417778180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:11.871235 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57514) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:12.174819 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:00:12.265585 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Made reservation on behalf of f918fff0725c4b0d9610583390dd888f for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:00:12.267751 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.282968 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.396822 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.471313 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.489515 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Reserving flat network on physical network physnet1 {{(pid=94554) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 28 23:00:12.507118 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dde11c-6553-41b9-958e-020292cab9e1,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:12.514676 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769667535562', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.515236 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Unsubscribe: segment precommit_create {{(pid=94554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 23:00:12.520952 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Added segment a37bd132-de84-4747-820f-2bea2cbd0186 of type flat for network 59f29d7e-78eb-449f-b2ba-c763f4e6338f Aug 28 23:00:12.565544 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.688936 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.692558 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:00:12.692558 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.700155 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b8b98c19-c507-46d1-96d3-88f3ea7f1df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:12.780821 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] Pushing event updated for resources: {'Network': ['ID=59f29d7e-78eb-449f-b2ba-c763f4e6338f,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:12.791206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:00:12.861480 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e1fc3514-c1e3-40a8-8493-978d5fa79007 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9773369 Aug 28 23:00:12.957645 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:14.129080 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:15.179938 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57532) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:15.288434 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:15.352575 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9004276-7af7-474d-bb69-eda682e81f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:00:15.353905 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d9004276-7af7-474d-bb69-eda682e81f6b admin admin] 10.222.0.16 "GET /v2.0/subnets/fcc09d54-3621-40dc-aaeb-4867e4a6786d HTTP/1.1" status: 200 len: 849 time: 0.1730068 Aug 28 23:00:15.471981 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-46121763-cb03-4b66-9f0c-ddf3e77f1c16 admin admin] 10.222.0.16 "GET /v2.0/routers/7398f7c2-8f33-43db-9c3d-ef771a3a159d HTTP/1.1" status: 200 len: 704 time: 0.1113281 Aug 28 23:00:15.730397 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.020687 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Allocated IP 172.20.0.1 (d7bdbcef-1410-4c11-add1-d6b946d8ce85/fcc09d54-3621-40dc-aaeb-4867e4a6786d/d38afcfe-1035-452d-be65-dee5741fc124) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:00:16.171335 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.195118 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Transition to ACTIVE for port object d38afcfe-1035-452d-be65-dee5741fc124 will not be triggered until provisioned by entity DHCP. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:00:16.369501 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.441599 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:00:16.446291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:00:16.452474 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:00:16.452994 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.474264 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Pushing event updated for resources: {'Port': ['ID=d38afcfe-1035-452d-be65-dee5741fc124,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:16.697216 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.728567 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9366cfec-739a-4fce-bb53-c2016d5052a7 None None] Provisioning for port d38afcfe-1035-452d-be65-dee5741fc124 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:00:16.732508 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9366cfec-739a-4fce-bb53-c2016d5052a7 None None] Provisioning complete for port d38afcfe-1035-452d-be65-dee5741fc124 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:16.732877 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9366cfec-739a-4fce-bb53-c2016d5052a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.764539 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-9366cfec-739a-4fce-bb53-c2016d5052a7 None None] Port d38afcfe-1035-452d-be65-dee5741fc124 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:00:16.899997 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.956727 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:16.957463 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:17.035141 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Pushing event updated for resources: {'Port': ['ID=d38afcfe-1035-452d-be65-dee5741fc124,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:17.079423 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:00:17.080668 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:00:17.285441 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-19ee7435-7b49-4659-b2a7-d6935ee32741 None None] Provisioning complete for port d38afcfe-1035-452d-be65-dee5741fc124 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:17.285836 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-19ee7435-7b49-4659-b2a7-d6935ee32741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:17.315716 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Router 7398f7c2-8f33-43db-9c3d-ef771a3a159d is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:00:17.320199 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-19ee7435-7b49-4659-b2a7-d6935ee32741 None None] Port d38afcfe-1035-452d-be65-dee5741fc124 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:00:17.406002 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:00:17.411402 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-053c6ed0-5015-4eb1-8c46-bf1632091da8 admin admin] 10.222.0.16 "PUT /v2.0/routers/7398f7c2-8f33-43db-9c3d-ef771a3a159d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9338276 Aug 28 23:00:17.415669 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Sync routers for ids ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:00:17.428049 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Routers {'7398f7c2-8f33-43db-9c3d-ef771a3a159d'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:00:17.428903 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:00:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:17.613380 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Set router 7398f7c2-8f33-43db-9c3d-ef771a3a159d gateway port host: None {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:00:18.029848 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'name': 'router1', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:00:06Z', 'updated_at': '2021-08-28T23:00:16Z', 'revision_number': 2, 'project_id': 'cde18721276e46e8b54286be650185de', 'gw_port_host': None, '_interfaces': [{'id': 'd38afcfe-1035-452d-be65-dee5741fc124', 'name': '', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'mac_address': 'fa:16:3e:12:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:15Z', 'updated_at': '2021-08-28T23:00:16Z', 'revision_number': 2, 'project_id': 'cde18721276e46e8b54286be650185de', 'subnets': [{'id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:18.082472 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Checking router: 7398f7c2-8f33-43db-9c3d-ef771a3a159d for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:00:18.082841 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Updating router 7398f7c2-8f33-43db-9c3d-ef771a3a159d port d38afcfe-1035-452d-be65-dee5741fc124 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:00:18.130057 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:18.634101 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:18.651685 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Transition to ACTIVE for port object d38afcfe-1035-452d-be65-dee5741fc124 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:00:18.716969 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:18.855055 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Pushing event updated for resources: {'Port': ['ID=d38afcfe-1035-452d-be65-dee5741fc124,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:18.882183 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.882537 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.882870 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.883194 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.883513 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.883835 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.884207 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.884468 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.884796 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.885121 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.885461 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.885795 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Tracked resource versions report: Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: pushed versions: Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: { 'AddressGroup': {'1.2'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'ConntrackHelper': {'1.0'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Log': {'1.0'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Network': {'1.1'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Port': {'1.7'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'PortForwarding': {'1.2'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'QosPolicy': {'1.9'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroup': {'1.4'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroupRule': {'1.2'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SubPort': {'1.0'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Subnet': {'1.1'}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Trunk': {'1.1'}} Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: consumer versions: Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'ConntrackHelper': '1.0', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Log': '1.0', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Network': '1.1', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Port': '1.7', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'PortForwarding': '1.2', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'QosPolicy': '1.9', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroup': '1.4', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroupRule': '1.2', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SubPort': '1.0', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Subnet': '1.1', Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Trunk': '1.1'}} Aug 28 23:00:18.887198 dv-cinder-790492-11-iscsi neutron-server[94556]: {{(pid=94556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 23:00:18.893990 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Attempting to bind port d38afcfe-1035-452d-be65-dee5741fc124 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:00:18.894385 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Attempting to bind port d38afcfe-1035-452d-be65-dee5741fc124 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:00:18.894828 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Attempting to bind port d38afcfe-1035-452d-be65-dee5741fc124 on network d7bdbcef-1410-4c11-add1-d6b946d8ce85 {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:00:18.900065 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:00:18.900478 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Checking segment: {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:00:18.900947 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:18.901987 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Bound using segment: {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:00:18.902384 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Bound port: d38afcfe-1035-452d-be65-dee5741fc124, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:00:18.902756 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:18.975675 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] For port d38afcfe-1035-452d-be65-dee5741fc124, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:00:18.994237 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] For port d38afcfe-1035-452d-be65-dee5741fc124, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=d38afcfe-1035-452d-be65-dee5741fc124,segment=NetworkSegment(0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa),segment_id=0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:00:19.053238 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:19.111331 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Routers {'7398f7c2-8f33-43db-9c3d-ef771a3a159d'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:00:19.111958 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:00:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:19.113848 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4652c-a274-4e61-ac20-e473d362660f None None] Pushing event updated for resources: {'Port': ['ID=d38afcfe-1035-452d-be65-dee5741fc124,revision_number=4']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:19.203373 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] Set router 7398f7c2-8f33-43db-9c3d-ef771a3a159d gateway port host: None {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:00:19.408277 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'name': 'router1', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:00:06Z', 'updated_at': '2021-08-28T23:00:16Z', 'revision_number': 2, 'project_id': 'cde18721276e46e8b54286be650185de', 'gw_port_host': None, '_interfaces': [{'id': 'd38afcfe-1035-452d-be65-dee5741fc124', 'name': '', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'mac_address': 'fa:16:3e:12:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:15Z', 'updated_at': '2021-08-28T23:00:18Z', 'revision_number': 4, 'project_id': 'cde18721276e46e8b54286be650185de', 'subnets': [{'id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:19.434244 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0dfff9-98ad-4e1d-b3e5-2a337a83f34c None None] The sync data for ids ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'] in dv-cinder-790492-11-iscsi is: [{'id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'name': 'router1', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:00:06Z', 'updated_at': '2021-08-28T23:00:16Z', 'revision_number': 2, 'project_id': 'cde18721276e46e8b54286be650185de', 'gw_port_host': None, '_interfaces': [{'id': 'd38afcfe-1035-452d-be65-dee5741fc124', 'name': '', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'mac_address': 'fa:16:3e:12:20:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:15Z', 'updated_at': '2021-08-28T23:00:18Z', 'revision_number': 4, 'project_id': 'cde18721276e46e8b54286be650185de', 'subnets': [{'id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:00:19.662075 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57552) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:19.769725 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4bb5e-0f75-4d64-ac7b-9baa27f62d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:00:19.771032 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-4ca4bb5e-0f75-4d64-ac7b-9baa27f62d0e admin admin] 10.222.0.16 "GET /v2.0/networks/59f29d7e-78eb-449f-b2ba-c763f4e6338f HTTP/1.1" status: 200 len: 842 time: 0.1080921 Aug 28 23:00:19.781608 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Request body: {'subnet': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:00:19.859873 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Made reservation on behalf of f918fff0725c4b0d9610583390dd888f for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:00:19.862368 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:20.206530 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.objects.ports [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94554) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 23:00:20.206962 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:20.258518 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=050a2202-cd68-4aff-ac74-fa552480e5ba,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:20.267561 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:00:20.267901 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Network hostable DHCP agents. Network: 59f29d7e-78eb-449f-b2ba-c763f4e6338f, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:00:20.344124 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:00:20.454560 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 59f29d7e-78eb-449f-b2ba-c763f4e6338f) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:00:20.459000 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:00:20.459536 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:20.464380 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc3669-4607-4e70-9b54-053f76b8bb76 None None] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:00:20.569482 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-63654d42-d3f6-4bbf-8ce7-1aa7cad28363 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7912333 Aug 28 23:00:20.583784 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244bcfa-bdf9-4dbb-87ad-afed1117f45f None None] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:00:22.849755 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57560) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:23.058543 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a4e214f5-079c-484a-b3f2-ca7e486b7ea1 admin admin] 10.222.0.16 "GET /v2.0/routers/7398f7c2-8f33-43db-9c3d-ef771a3a159d HTTP/1.1" status: 200 len: 710 time: 0.2076383 Aug 28 23:00:23.143777 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad638ee3-c958-4f3c-aa56-a48f58f55c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:00:23.145137 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ad638ee3-c958-4f3c-aa56-a48f58f55c04 admin admin] 10.222.0.16 "GET /v2.0/networks/59f29d7e-78eb-449f-b2ba-c763f4e6338f HTTP/1.1" status: 200 len: 886 time: 0.0807054 Aug 28 23:00:23.155050 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:00:23.395901 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:23.768660 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:23.842488 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:23.947742 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Allocated IP 172.27.3.34 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/c131053d-abe5-419a-8f73-7698c7b65844) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:00:24.048490 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:24.180442 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:24.218242 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:00:24.222838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:00:24.225374 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:00:24.263616 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Pushing event updated for resources: {'Port': ['ID=c131053d-abe5-419a-8f73-7698c7b65844,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:24.562805 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:24.760417 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device d38afcfe-1035-452d-be65-dee5741fc124 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:00:24.855608 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603881', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5143'] for router, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:24.858815 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-605382'] for router, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:24.894467 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port d38afcfe-1035-452d-be65-dee5741fc124 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:00:24.898420 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port d38afcfe-1035-452d-be65-dee5741fc124 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:24.898860 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:24.966222 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Router 7398f7c2-8f33-43db-9c3d-ef771a3a159d has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:00:24.974227 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:25.005042 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port d38afcfe-1035-452d-be65-dee5741fc124, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=d38afcfe-1035-452d-be65-dee5741fc124,segment=NetworkSegment(0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa),segment_id=0d2dd2a9-a2b4-4b5c-be01-5dd67d112cfa)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:00:25.065661 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:25.071264 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:00:25.075572 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:25.077506 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-3773f182-1f09-43aa-801a-22adaf65e769 admin admin] 10.222.0.16 "PUT /v2.0/routers/7398f7c2-8f33-43db-9c3d-ef771a3a159d HTTP/1.1" status: 200 len: 889 time: 1.9250023 Aug 28 23:00:25.124686 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=d38afcfe-1035-452d-be65-dee5741fc124,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:25.756473 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Sync routers for ids ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:00:25.767209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Routers {'7398f7c2-8f33-43db-9c3d-ef771a3a159d'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:00:25.767840 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:00:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:26.011136 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Set router 7398f7c2-8f33-43db-9c3d-ef771a3a159d gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:00:26.394606 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'name': 'router1', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c131053d-abe5-419a-8f73-7698c7b65844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:00:06Z', 'updated_at': '2021-08-28T23:00:24Z', 'revision_number': 4, 'project_id': 'cde18721276e46e8b54286be650185de', 'gw_port': {'id': 'c131053d-abe5-419a-8f73-7698c7b65844', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:23Z', 'updated_at': '2021-08-28T23:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'd38afcfe-1035-452d-be65-dee5741fc124', 'name': '', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'mac_address': 'fa:16:3e:12:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:15Z', 'updated_at': '2021-08-28T23:00:24Z', 'revision_number': 5, 'project_id': 'cde18721276e46e8b54286be650185de', 'subnets': [{'id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:26.445238 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Checking router: 7398f7c2-8f33-43db-9c3d-ef771a3a159d for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:00:26.445592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Updating router 7398f7c2-8f33-43db-9c3d-ef771a3a159d port c131053d-abe5-419a-8f73-7698c7b65844 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:00:26.493451 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:26.744802 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device d38afcfe-1035-452d-be65-dee5741fc124 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:00:26.836717 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:26.849026 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port d38afcfe-1035-452d-be65-dee5741fc124 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:26.849383 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:26.851739 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Transition to ACTIVE for port object c131053d-abe5-419a-8f73-7698c7b65844 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:00:26.929274 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:26.977838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Attempting to bind port c131053d-abe5-419a-8f73-7698c7b65844 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:00:26.978194 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Attempting to bind port c131053d-abe5-419a-8f73-7698c7b65844 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:00:26.978556 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Attempting to bind port c131053d-abe5-419a-8f73-7698c7b65844 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:00:26.988302 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:00:26.988668 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:00:26.989059 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:26.989441 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:00:26.989915 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Bound port: c131053d-abe5-419a-8f73-7698c7b65844, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:00:26.990307 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:26.991826 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0719b2d-8b7e-4d85-94ab-e37f1798a14d None None] Pushing event updated for resources: {'Port': ['ID=c131053d-abe5-419a-8f73-7698c7b65844,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:27.041546 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] For port c131053d-abe5-419a-8f73-7698c7b65844, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:00:27.044743 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] For port c131053d-abe5-419a-8f73-7698c7b65844, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c131053d-abe5-419a-8f73-7698c7b65844,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:00:27.117261 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:27.246525 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0719b2d-8b7e-4d85-94ab-e37f1798a14d None None] Pushing event updated for resources: {'Port': ['ID=c131053d-abe5-419a-8f73-7698c7b65844,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:27.249073 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Routers {'7398f7c2-8f33-43db-9c3d-ef771a3a159d'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:00:27.249667 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:00:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:27.356176 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] Set router 7398f7c2-8f33-43db-9c3d-ef771a3a159d gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:00:27.461297 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 57574) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:00:27.563153 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'name': 'router1', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c131053d-abe5-419a-8f73-7698c7b65844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:00:06Z', 'updated_at': '2021-08-28T23:00:24Z', 'revision_number': 4, 'project_id': 'cde18721276e46e8b54286be650185de', 'gw_port': {'id': 'c131053d-abe5-419a-8f73-7698c7b65844', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:23Z', 'updated_at': '2021-08-28T23:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'd38afcfe-1035-452d-be65-dee5741fc124', 'name': '', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'mac_address': 'fa:16:3e:12:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:15Z', 'updated_at': '2021-08-28T23:00:24Z', 'revision_number': 5, 'project_id': 'cde18721276e46e8b54286be650185de', 'subnets': [{'id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:00:27.573687 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5c3fbe27-cb56-4a28-b0ec-ade6408e7b9f admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1111579 Aug 28 23:00:27.592361 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594964ff-987c-4161-88a1-5ddfdfb763f7 None None] The sync data for ids ['7398f7c2-8f33-43db-9c3d-ef771a3a159d'] in dv-cinder-790492-11-iscsi is: [{'id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'name': 'router1', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'c131053d-abe5-419a-8f73-7698c7b65844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:00:06Z', 'updated_at': '2021-08-28T23:00:24Z', 'revision_number': 4, 'project_id': 'cde18721276e46e8b54286be650185de', 'gw_port': {'id': 'c131053d-abe5-419a-8f73-7698c7b65844', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:23Z', 'updated_at': '2021-08-28T23:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'd38afcfe-1035-452d-be65-dee5741fc124', 'name': '', 'network_id': 'd7bdbcef-1410-4c11-add1-d6b946d8ce85', 'tenant_id': 'cde18721276e46e8b54286be650185de', 'mac_address': 'fa:16:3e:12:20:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7398f7c2-8f33-43db-9c3d-ef771a3a159d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:00:15Z', 'updated_at': '2021-08-28T23:00:24Z', 'revision_number': 5, 'project_id': 'cde18721276e46e8b54286be650185de', 'subnets': [{'id': 'fcc09d54-3621-40dc-aaeb-4867e4a6786d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b79705aa-c34c-433b-8799-c507b96f98c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:00:28.764380 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c131053d-abe5-419a-8f73-7698c7b65844 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:00:28.905917 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port c131053d-abe5-419a-8f73-7698c7b65844 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:00:28.910268 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port c131053d-abe5-419a-8f73-7698c7b65844 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:28.910629 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:28.984158 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:29.002876 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port c131053d-abe5-419a-8f73-7698c7b65844, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c131053d-abe5-419a-8f73-7698c7b65844,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:00:29.063955 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:29.116655 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=c131053d-abe5-419a-8f73-7698c7b65844,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:00:30.741736 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c131053d-abe5-419a-8f73-7698c7b65844 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:00:30.797273 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port c131053d-abe5-419a-8f73-7698c7b65844 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:00:30.797647 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:37.616954 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:00:40.180206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-78722cb6-0989-445f-b4f9-e55350b93819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:42.671574 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4ac1370d-12f3-40a1-a651-39507ed9c12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:42.938295 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:44.099818 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:00:45.292696 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:10.151933 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d8dbee6b-8ba4-4f6e-9640-d4df7a0460aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:12.670819 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-47c89952-9065-4e34-8531-86f63e9b4082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:12.927567 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:14.144644 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:14.615209 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:01:15.298728 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:40.155309 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-dd95000e-a2c8-4cc6-8f29-2a076d6e33b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:42.692767 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8095c742-2283-49c8-9c61-d02e8769e104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:42.921324 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:44.172353 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:45.297951 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:01:51.613825 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:02:04.316646 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58138) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:04.376350 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ea1225-2ad6-4f61-9286-17f40fd45585 admin admin] GET failed (client error): The resource could not be found. Aug 28 23:02:04.377636 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-84ea1225-2ad6-4f61-9286-17f40fd45585 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600593 Aug 28 23:02:04.537301 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b59382a-1a38-4b91-ba88-16390398bd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:04.538724 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-8b59382a-1a38-4b91-ba88-16390398bd4c admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564965 Aug 28 23:02:06.689482 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58148) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:06.779137 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bb409-42c8-488a-8e31-ff8c7544016f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:06.780475 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-9f0bb409-42c8-488a-8e31-ff8c7544016f admin admin] 10.222.0.16 "GET /v2.0/subnets/fcc09d54-3621-40dc-aaeb-4867e4a6786d HTTP/1.1" status: 200 len: 849 time: 0.0899897 Aug 28 23:02:06.790946 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:02:06.876122 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:07.103832 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769667595740'] for subnet, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:07.136471 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:07.136983 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:07.138811 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] 10.222.0.16 "PUT /v2.0/subnets/fcc09d54-3621-40dc-aaeb-4867e4a6786d HTTP/1.1" status: 200 len: 868 time: 0.3515086 Aug 28 23:02:07.160087 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc09d54-3621-40dc-aaeb-4867e4a6786d,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:02:07.160679 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7734f-237b-44c3-bc65-61a787cf97b9 None None] Network d7bdbcef-1410-4c11-add1-d6b946d8ce85 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:02:07.168674 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.169019 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.169354 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.169682 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.170046 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.170387 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.170713 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.171069 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.171413 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.171736 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.172050 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.172364 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab0be6-1cf0-4c65-ae0a-4f609ab93181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:07.564194 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-978f3744-94b1-4176-87f2-e20e0ad656d7 None None] Provisioning complete for port d38afcfe-1035-452d-be65-dee5741fc124 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:02:07.564566 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-978f3744-94b1-4176-87f2-e20e0ad656d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:07.652122 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-978f3744-94b1-4176-87f2-e20e0ad656d7 None None] Provisioning complete for port 801b24dc-a193-4301-8f96-dc11d16be4cb triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:02:07.652395 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-978f3744-94b1-4176-87f2-e20e0ad656d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:09.290564 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58156) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:09.483510 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e717e0-3768-433b-9f33-3ead8fc4ae98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:09.483903 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e717e0-3768-433b-9f33-3ead8fc4ae98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:09.485427 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-54e717e0-3768-433b-9f33-3ead8fc4ae98 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939125 Aug 28 23:02:10.149375 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8f811269-61a2-4e9b-aa71-cafeb6b10d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:11.640364 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58164) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:11.770638 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1372c-4949-4bed-8f52-cfbb0373b936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:11.771120 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1372c-4949-4bed-8f52-cfbb0373b936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:11.772646 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-60f1372c-4949-4bed-8f52-cfbb0373b936 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313410 Aug 28 23:02:12.674396 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-01ce726f-e41e-4e88-a56e-bcaac6d32906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:12.943425 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:13.941957 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58172) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:14.065463 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d842c-6c0b-4274-92c1-bd1c177402e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:14.066842 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-513d842c-6c0b-4274-92c1-bd1c177402e9 admin admin] 10.222.0.16 "GET /v2.0/networks/59f29d7e-78eb-449f-b2ba-c763f4e6338f HTTP/1.1" status: 200 len: 886 time: 0.1239579 Aug 28 23:02:14.131720 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:15.308648 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:16.232213 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58180) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:16.359842 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196cb3c-8fb6-43f1-93a2-da297ded3884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:16.361180 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a196cb3c-8fb6-43f1-93a2-da297ded3884 admin admin] 10.222.0.16 "GET /v2.0/networks/d7bdbcef-1410-4c11-add1-d6b946d8ce85 HTTP/1.1" status: 200 len: 869 time: 0.1280117 Aug 28 23:02:18.483926 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58188) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:18.620778 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2437d-061c-4c21-a316-07e54b3aa78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:18.621241 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2437d-061c-4c21-a316-07e54b3aa78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:18.622820 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9eb2437d-061c-4c21-a316-07e54b3aa78e admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1379392 Aug 28 23:02:20.755641 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58198) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:20.848580 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fad27-bb30-44b0-822d-65d68e0ff74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:20.849037 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fad27-bb30-44b0-822d-65d68e0ff74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:20.850587 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ee1fad27-bb30-44b0-822d-65d68e0ff74a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940328 Aug 28 23:02:23.004773 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58206) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:23.114785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81892a91-bb7d-4395-9445-6ba3a05b1b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:23.116094 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-81892a91-bb7d-4395-9445-6ba3a05b1b6b admin admin] 10.222.0.16 "GET /v2.0/subnets/050a2202-cd68-4aff-ac74-fa552480e5ba HTTP/1.1" status: 200 len: 816 time: 0.1103959 Aug 28 23:02:25.257951 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58214) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:25.357865 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03b587-f0ee-471f-a763-436f87c57904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:25.359181 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ea03b587-f0ee-471f-a763-436f87c57904 admin admin] 10.222.0.16 "GET /v2.0/subnets/fcc09d54-3621-40dc-aaeb-4867e4a6786d HTTP/1.1" status: 200 len: 868 time: 0.1003089 Aug 28 23:02:28.613734 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:02:40.165122 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4666fe62-6678-4a24-9720-bd4a64ebb88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:42.656611 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51bf7a1c-e9f2-460f-a2e8-431c38ebbeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:42.919593 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:44.108203 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:45.308284 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:49.076687 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58268) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:49.123035 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [None req-498c04ed-47fd-4fbf-9325-06d2f0dff98a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:02:49.124006 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-498c04ed-47fd-4fbf-9325-06d2f0dff98a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463898 Aug 28 23:02:51.368540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58276) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:51.434583 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f7f227-05a2-445b-92a5-655662e4d571 admin admin] GET failed (client error): The resource could not be found. Aug 28 23:02:51.435938 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-95f7f227-05a2-445b-92a5-655662e4d571 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664721 Aug 28 23:02:51.637282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4770000c-b687-4d3d-a612-29c7c3cad21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:51.637282 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-4770000c-b687-4d3d-a612-29c7c3cad21a admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1589091 Aug 28 23:02:53.780789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58284) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:53.827493 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:02:53.925028 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Made reservation on behalf of f918fff0725c4b0d9610583390dd888f for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:02:53.927328 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:53.960773 dv-cinder-790492-11-iscsi neutron-server[94553]: WARNING neutron.services.revisions.revision_plugin [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Could not find related network for resource to bump revision. Aug 28 23:02:53.973263 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:02:53.981999 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:53.982333 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Added segment 053a8086-c072-4d09-a3c1-0d7b012d23bf of type vlan for network 34e6cbe5-9184-4521-af55-489f940b782a Aug 28 23:02:54.023102 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:54.089072 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:54.090019 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:54.090596 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:54.145560 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Pushing event updated for resources: {'Network': ['ID=34e6cbe5-9184-4521-af55-489f940b782a,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:02:54.152370 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.152735 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.155741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.156526 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:54.167034 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 34e6cbe5-9184-4521-af55-489f940b782a details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:02:54.198695 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-5cae7dd6-ff06-46b2-9e74-d7e8d7f2d7ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4168427 Aug 28 23:02:56.360752 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58292) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:02:56.419693 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.pecan_wsgi.hooks.translation [None req-edea519c-b8c0-4c8e-8f2e-e9dcfc71d4cb admin admin] GET failed (client error): The resource could not be found. Aug 28 23:02:56.420963 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-edea519c-b8c0-4c8e-8f2e-e9dcfc71d4cb admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592737 Aug 28 23:02:56.488270 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d8ebf-e9b5-4afa-9d57-48421de4850f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:56.489643 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-cc3d8ebf-e9b5-4afa-9d57-48421de4850f admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642138 Aug 28 23:02:56.499667 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:02:56.575099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Made reservation on behalf of f918fff0725c4b0d9610583390dd888f for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:02:56.577179 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Notify callbacks [] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:56.861312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:56.922552 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eee932-0bba-4c3a-a722-0a4542dfb476,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:02:56.933044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Checking segment: {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:02:56.933424 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Network hostable DHCP agents. Network: 34e6cbe5-9184-4521-af55-489f940b782a, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:02:57.049806 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Network 34e6cbe5-9184-4521-af55-489f940b782a is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:02:57.146562 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 34e6cbe5-9184-4521-af55-489f940b782a) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:02:57.151397 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:02:57.151977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:57.155775 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4c61a-df5a-4e95-ae85-028e5f8b6b5c None None] Network 34e6cbe5-9184-4521-af55-489f940b782a requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:02:57.257218 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-5cc3fe91-1512-4001-8043-49b370c1dead admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7606950 Aug 28 23:02:57.395213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-34e6cbe5-9184-4521-af55-489f940b782a', 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a', 'tenant_id': 'f918fff0725c4b0d9610583390dd888f', 'fixed_ips': [{'subnet_id': 'e7eee932-0bba-4c3a-a722-0a4542dfb476'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:02:57.396087 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:57.533022 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Allocated IP 192.168.233.2 (34e6cbe5-9184-4521-af55-489f940b782a/e7eee932-0bba-4c3a-a722-0a4542dfb476/54930b46-91e7-499d-86cb-7999b98710e8) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:02:57.673568 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:57.682409 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Transition to ACTIVE for port object 54930b46-91e7-499d-86cb-7999b98710e8 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:02:57.696820 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Transition to ACTIVE for port object 54930b46-91e7-499d-86cb-7999b98710e8 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:02:57.789008 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:57.830349 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Network 34e6cbe5-9184-4521-af55-489f940b782a is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:02:57.835127 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:02:57.838651 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:02:57.851624 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Pushing event updated for resources: {'Port': ['ID=54930b46-91e7-499d-86cb-7999b98710e8,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:02:57.873765 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.874154 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.874505 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.874840 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.875170 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.875494 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.875818 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.876142 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.876504 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.876827 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.877142 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.877460 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:02:57.906639 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Attempting to bind port 54930b46-91e7-499d-86cb-7999b98710e8 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:02:57.907001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Attempting to bind port 54930b46-91e7-499d-86cb-7999b98710e8 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:02:57.907399 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Attempting to bind port 54930b46-91e7-499d-86cb-7999b98710e8 on network 34e6cbe5-9184-4521-af55-489f940b782a {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:02:57.912459 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:02:57.912832 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Checking segment: {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:02:57.913225 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:57.913611 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Bound using segment: {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:02:57.914093 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Bound port: 54930b46-91e7-499d-86cb-7999b98710e8, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:02:57.914663 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:57.976317 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] For port 54930b46-91e7-499d-86cb-7999b98710e8, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:02:57.979495 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] For port 54930b46-91e7-499d-86cb-7999b98710e8, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=54930b46-91e7-499d-86cb-7999b98710e8,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:02:58.028582 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:58.093597 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78144-6ba7-488b-a40f-9342b5a30b44 None None] Pushing event updated for resources: {'Port': ['ID=54930b46-91e7-499d-86cb-7999b98710e8,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:02:58.888771 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded6e3ca-f8ab-469c-87f1-5df881529482 None None] Network 34e6cbe5-9184-4521-af55-489f940b782a requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:02:58.894895 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 54930b46-91e7-499d-86cb-7999b98710e8 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:02:59.068004 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-ad3f29a3-e356-4787-9bc7-01d0d49e8f0c None None] Provisioning for port 54930b46-91e7-499d-86cb-7999b98710e8 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:02:59.085741 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 54930b46-91e7-499d-86cb-7999b98710e8 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:02:59.090644 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 54930b46-91e7-499d-86cb-7999b98710e8 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:02:59.090644 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:59.177558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:59.220047 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 54930b46-91e7-499d-86cb-7999b98710e8, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=54930b46-91e7-499d-86cb-7999b98710e8,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:02:59.294768 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-5356b6de-f5bd-4978-8eff-f4d8da9d9e41 None None] Provisioning complete for port 54930b46-91e7-499d-86cb-7999b98710e8 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:02:59.295133 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-5356b6de-f5bd-4978-8eff-f4d8da9d9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:59.315274 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:02:59.382512 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=54930b46-91e7-499d-86cb-7999b98710e8,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:03:00.852856 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 54930b46-91e7-499d-86cb-7999b98710e8 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:03:00.900308 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 54930b46-91e7-499d-86cb-7999b98710e8 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:03:00.900672 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:05.611272 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:03:10.182015 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d6c9f301-8c29-4b74-ab12-caac98e7a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:12.678531 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c267b4e8-6dbd-4628-b9de-dc34a94dba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:12.941675 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:14.118742 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:15.330070 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:40.169889 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-046bc5d5-a03d-4a15-8e12-967e7b0ab92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:42.609746 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:03:42.683849 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-728f6580-622b-4eb7-88fc-bb3c7e098a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:42.963717 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:44.152823 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:03:45.323687 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:10.169207 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-75f627ac-35d8-4568-9b1f-46b3e779f012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:12.678043 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d8d81a26-01f2-47a1-bfdf-f8c090b94942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:12.946522 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:14.134665 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:15.328877 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:17.149912 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58344) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:04:17.155917 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [None req-feb44cec-b329-41ab-a595-1c33f13146ae tempest-verify_tempest_config-239337266 tempest-verify_tempest_config-239337266-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:04:17.156876 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-feb44cec-b329-41ab-a595-1c33f13146ae tempest-verify_tempest_config-239337266 tempest-verify_tempest_config-239337266-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059333 Aug 28 23:04:17.641324 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58362) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:04:17.741887 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:17.826060 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:17.911528 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:17.956495 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a978a93-a858-4260-ada9-d3a15bf941ea,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:04:17.961582 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b17664cb59bd409ab2b4d0e61eba203c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3185799 Aug 28 23:04:17.964267 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58366) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:04:17.965898 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.966267 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.966615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.966951 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.967285 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.967631 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.967964 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.968305 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.968650 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.968975 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.969296 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:17.969616 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32038c18-ab1c-479e-bcd2-14bafd2d2013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.018322 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:18.038405 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:18.180875 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:18.183394 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:18.184525 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a978a93-a858-4260-ada9-d3a15bf941ea HTTP/1.1" status: 204 len: 168 time: 0.2193182 Aug 28 23:04:18.192344 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a978a93-a858-4260-ada9-d3a15bf941ea,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:04:18.199502 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.199874 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.200214 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.200602 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.200935 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.201277 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.201606 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.202076 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.202323 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.202648 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.202960 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:18.203272 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2203e-1267-4f94-8b32-3c052c19fcaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:04:19.607878 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:04:40.185652 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0d0a41be-e19c-4daa-a7fb-4516e364a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:42.739545 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6baf4a44-460a-4aed-a59e-f8e3c6ec2db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:42.951001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:44.134007 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:45.310795 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:04:56.607406 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:05:10.190651 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-94561ccb-e6d2-48ad-b7ff-bb422629e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:12.693036 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d956b187-1235-48fc-b57f-c77705712d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:12.984842 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:14.190512 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:15.361978 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:33.605618 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 5 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:05:40.195964 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0cb347ac-06a1-4d25-b0e9-58e49704becd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:42.687052 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0486f6c8-18c6-4ee3-9ccf-4d29be1dc1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:42.978430 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:44.171688 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:45.355991 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:05:46.163615 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604667'] for agent, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:01.215445 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58440) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:06:01.317396 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-194dab73-3401-4dcd-8906-f5a6a0eec8f1 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1008787 Aug 28 23:06:03.498953 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58450) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:06:03.552534 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fe86f640-5488-4ed1-bc7d-f800857fd008 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0525162 Aug 28 23:06:10.166048 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7990755b-fda8-4f05-8876-4cff9f7ff576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:10.604065 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:06:12.748889 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3170066c-5f7c-4961-bd8f-b866f19aa091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:12.983269 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:14.160545 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:15.331742 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:16.126227 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:40.234143 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d41032cf-5edc-41d6-ac1e-260df5914730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:42.691074 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-06e912c6-c803-434b-9bb3-98f389b58e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:42.971065 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:44.251432 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:45.411367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:46.142479 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:06:47.602108 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:07:10.165074 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcfe5a25-9260-41a3-8800-d7d94ba307d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:12.696135 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3f16-90a4-4c3e-a293-21162efd729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:12.976534 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:14.170544 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:15.319209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:16.182847 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:24.600931 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:07:31.424380 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58638) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:31.698457 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1493690450-network', 'tenant_id': 'b130a0f19f74460b9fededbf31fd04b3'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:31.833512 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Made reservation on behalf of b130a0f19f74460b9fededbf31fd04b3 for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:31.838310 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:31.851547 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.035550 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.095667 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.120012 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:07:32.133797 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee301fa-79fa-473a-96e0-05f28f1a9bd6,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:32.141405 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.141777 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Added segment 27632516-0641-4d0d-a0a6-77a4821a2a3c of type vlan for network 95770048-f10d-4c09-b5ee-87929c266da7 Aug 28 23:07:32.143839 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.144192 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.144527 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.144853 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.145186 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.145513 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.145890 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.146208 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.146536 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.146854 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.147170 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.147489 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Tracked resource versions report: Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: pushed versions: Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: { 'AddressGroup': {'1.2'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'ConntrackHelper': {'1.0'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Log': {'1.0'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Network': {'1.1'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Port': {'1.7'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'PortForwarding': {'1.2'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'QosPolicy': {'1.9'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroup': {'1.4'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroupRule': {'1.2'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SubPort': {'1.0'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Subnet': {'1.1'}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Trunk': {'1.1'}} Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: consumer versions: Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: HyperV agent@hv-cinder-79049: {}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'ConntrackHelper': '1.0', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Log': '1.0', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Network': '1.1', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Port': '1.7', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'PortForwarding': '1.2', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'QosPolicy': '1.9', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroup': '1.4', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SecurityGroupRule': '1.2', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'SubPort': '1.0', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Subnet': '1.1', Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: 'Trunk': '1.1'}} Aug 28 23:07:32.148611 dv-cinder-790492-11-iscsi neutron-server[94554]: {{(pid=94554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 23:07:32.185405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58672) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:32.193982 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.302033 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.303130 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:32.303907 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.352354 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58682) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:32.366155 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=95770048-f10d-4c09-b5ee-87929c266da7,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:32.376645 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 95770048-f10d-4c09-b5ee-87929c266da7 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:07:32.390930 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58688) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:32.417445 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-937e32d8-0e44-4afc-af9c-722f2ea73ca7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9918947 Aug 28 23:07:32.420383 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58692) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:32.425628 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Request body: {'subnet': {'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1493690450-subnet', 'tenant_id': 'b130a0f19f74460b9fededbf31fd04b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:32.482804 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-691762275-network', 'tenant_id': '6bf55fd244c84c4e9130debab6d1f20f'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:32.530578 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Made reservation on behalf of b130a0f19f74460b9fededbf31fd04b3 for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:32.532904 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.618312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Made reservation on behalf of 6bf55fd244c84c4e9130debab6d1f20f for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:32.621937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.635374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.660272 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-271269075-network', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:32.693376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-457087077-network', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:32.806044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Made reservation on behalf of 0e3c47d1a3184978b3efafc16951bc69 for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:32.808420 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.822000 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.840293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:32.920279 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa43a8e-628a-4846-b5c3-3235b4fc3275,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:32.933147 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Checking segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:32.933503 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Network hostable DHCP agents. Network: 95770048-f10d-4c09-b5ee-87929c266da7, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:07:32.961216 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.038919 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Network 95770048-f10d-4c09-b5ee-87929c266da7 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:07:33.069297 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.091280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.db.api [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 23:07:33.091280 dv-cinder-790492-11-iscsi neutron-server[94553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 23:07:33.091280 dv-cinder-790492-11-iscsi neutron-server[94553]: [parameters: {'project_id_1': '0e3c47d1a3184978b3efafc16951bc69', 'expiration_1': datetime.datetime(2021, 8, 28, 23, 7, 32, 879668)}] Aug 28 23:07:33.091280 dv-cinder-790492-11-iscsi neutron-server[94553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 23:07:33.091694 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG oslo_db.api [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 23:07:33.096225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:07:33.117367 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.117367 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Added segment 2b25f7f1-9ebf-448b-8132-ce885362c881 of type vlan for network 6d48e8a6-feda-4640-af4a-edd30cfef6cb Aug 28 23:07:33.125539 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 95770048-f10d-4c09-b5ee-87929c266da7) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:33.133723 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59b750-72c7-4418-b125-ba3f09ad3bb1,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:33.135822 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d29b5b-8190-4c30-8c58-ae3b87a79005 None None] Network 95770048-f10d-4c09-b5ee-87929c266da7 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:33.141198 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:33.142065 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.166298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.168812 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.169309 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.169622 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.170138 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Tracked resource versions report: Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: pushed versions: Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: { 'AddressGroup': {'1.2'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'ConntrackHelper': {'1.0'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Log': {'1.0'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Network': {'1.1'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Port': {'1.7'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'PortForwarding': {'1.2'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'QosPolicy': {'1.9'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroup': {'1.4'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroupRule': {'1.2'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SubPort': {'1.0'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Subnet': {'1.1'}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Trunk': {'1.1'}} Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: consumer versions: Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: HyperV agent@hv-cinder-79049: {}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'ConntrackHelper': '1.0', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Log': '1.0', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Network': '1.1', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Port': '1.7', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'PortForwarding': '1.2', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'QosPolicy': '1.9', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroup': '1.4', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SecurityGroupRule': '1.2', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'SubPort': '1.0', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Subnet': '1.1', Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: 'Trunk': '1.1'}} Aug 28 23:07:33.171253 dv-cinder-790492-11-iscsi neutron-server[94553]: {{(pid=94553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 23:07:33.179496 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.197472 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Made reservation on behalf of e5c27db67ad24ea9b0856f2a8195dd48 for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:33.199707 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.217258 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.270895 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0e76be2a-4ac5-4b8a-afc4-ac362074ea2f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8480067 Aug 28 23:07:33.281987 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c109f-e18e-4591-8d24-a38b43b3ab5f None None] Network 95770048-f10d-4c09-b5ee-87929c266da7 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:33.336983 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.338940 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:33.340040 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.419453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.427960 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] Pushing event updated for resources: {'Network': ['ID=6d48e8a6-feda-4640-af4a-edd30cfef6cb,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:33.449649 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 6d48e8a6-feda-4640-af4a-edd30cfef6cb details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:07:33.515070 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.548881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:07:33.562743 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f48fd8-f761-475f-97a7-91e96281b801,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:33.568273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.568650 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Added segment d36567ff-e72f-40e9-9009-b69dae2c8203 of type vlan for network eaa9bae8-4d59-47d8-b960-00e86c451354 Aug 28 23:07:33.579945 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2e1d9c61-5d73-40db-90f3-5094b9d92f11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3928478 Aug 28 23:07:33.582489 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58734) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:33.587370 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Request body: {'subnet': {'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-691762275-subnet', 'tenant_id': '6bf55fd244c84c4e9130debab6d1f20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:33.606926 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.633200 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.733991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Made reservation on behalf of 6bf55fd244c84c4e9130debab6d1f20f for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:33.736581 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.792658 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.793627 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:33.794227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:33.919422 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] Pushing event updated for resources: {'Network': ['ID=eaa9bae8-4d59-47d8-b960-00e86c451354,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:33.934669 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network eaa9bae8-4d59-47d8-b960-00e86c451354 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:07:34.005647 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.213631 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.229839 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.251005 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:07:34.298029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.298561 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Added segment 7388bc19-b79a-45a0-a46e-30cc0e36bee6 of type vlan for network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f Aug 28 23:07:34.301314 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfcb84b-de77-46c0-babd-df8767df3e3d,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:34.328815 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-85b4e067-4fc8-4e32-8eea-19d65e3307ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9361396 Aug 28 23:07:34.332097 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58772) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:34.337213 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Request body: {'subnet': {'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-subnet', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:34.373180 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.375263 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86268c1-4923-40ce-a0f3-3ff39f91c5c9,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:34.383385 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Checking segment: {'id': '2b25f7f1-9ebf-448b-8132-ce885362c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:34.383800 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Network hostable DHCP agents. Network: 6d48e8a6-feda-4640-af4a-edd30cfef6cb, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:07:34.427698 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Made reservation on behalf of e5c27db67ad24ea9b0856f2a8195dd48 for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:34.430911 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.512177 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.513145 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:34.513747 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.599678 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Network 6d48e8a6-feda-4640-af4a-edd30cfef6cb is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:07:34.613925 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2572360 Aug 28 23:07:34.617163 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58792) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:34.625774 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb707ec-1e87-4059-9b01-5686e61634a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5565ecd7-21b4-4d90-a183-2d27a88b1e2f,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:34.626393 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Request body: {'subnet': {'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-subnet', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:34.654833 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:07:34.713632 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 6d48e8a6-feda-4640-af4a-edd30cfef6cb) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:34.718432 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:34.719618 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.737621 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d11a9d-2433-4116-a30a-eab2e96dc518 None None] Network 6d48e8a6-feda-4640-af4a-edd30cfef6cb requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:34.744848 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.782298 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Checking segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:34.782770 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Network hostable DHCP agents. Network: eaa9bae8-4d59-47d8-b960-00e86c451354, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:07:34.829998 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58818) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:34.830924 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Made reservation on behalf of 0e3c47d1a3184978b3efafc16951bc69 for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:34.833241 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:34.833455 dv-cinder-790492-11-iscsi neutron-server[94553]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 23:07:34.899517 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b58d4-0f66-4388-a226-9b76f52d2597 None None] Network 6d48e8a6-feda-4640-af4a-edd30cfef6cb requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:34.904568 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8354f8b-c4af-410c-a02c-53cba37a650d,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:34.920480 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Network eaa9bae8-4d59-47d8-b960-00e86c451354 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:07:35.016431 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, eaa9bae8-4d59-47d8-b960-00e86c451354) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:35.031486 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:35.032274 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.048697 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fcddf-76e7-4d04-a4fc-dc56b549d412 None None] Network eaa9bae8-4d59-47d8-b960-00e86c451354 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:35.087540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-d6d09009-e86b-40d4-bd63-b3e2b91d7edd tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:35.095326 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-d6d09009-e86b-40d4-bd63-b3e2b91d7edd tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.2630777 Aug 28 23:07:35.107709 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-d3f86c96-de89-4854-8eb9-8c1b098d0ac5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5240321 Aug 28 23:07:35.117396 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-bc7305b4-b0c2-4c31-8308-85b810e70d5b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/quotas/b130a0f19f74460b9fededbf31fd04b3 HTTP/1.1" status: 200 len: 375 time: 0.0210257 Aug 28 23:07:35.191120 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a7aa6eae-64d8-421d-9742-811768dc68a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8579469 Aug 28 23:07:35.195082 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 58842) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:35.206736 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:35.240872 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-ee4a5297-c8a8-4adf-b585-92e6461f1809 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223803 Aug 28 23:07:35.293082 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.319669 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.326883 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.334645 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-eaa9bae8-4d59-47d8-b960-00e86c451354', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:07:35.335542 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.372236 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da52ab76-71f7-48ba-9425-98926e8ac8ce,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:35.443015 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.444447 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Checking segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:35.444803 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Network hostable DHCP agents. Network: 5565ecd7-21b4-4d90-a183-2d27a88b1e2f, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:07:35.488589 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-7183c8ae-0b8e-4e36-8e10-2c1d2cc4ed08 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:07:35.490054 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-7183c8ae-0b8e-4e36-8e10-2c1d2cc4ed08 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498028 Aug 28 23:07:35.514633 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Allocated IP 172.20.0.2 (eaa9bae8-4d59-47d8-b960-00e86c451354/b8354f8b-c4af-410c-a02c-53cba37a650d/07b70cc4-4f7e-4a65-9c70-6419fc9caf78) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:35.593118 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:07:35.625693 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-dd0a196b-e02c-49f5-ba15-fe8c19be0df1 service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288681 Aug 28 23:07:35.700677 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 5565ecd7-21b4-4d90-a183-2d27a88b1e2f) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:35.706324 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.710016 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:35.710623 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be3edc-bec9-4c33-a634-256d0a24d835 None None] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:35.711344 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.714573 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:35.729823 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-8736e721-2d3e-4d56-a1e7-e8835a5979cf service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971789 Aug 28 23:07:35.756190 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Transition to ACTIVE for port object 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:35.795440 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Transition to ACTIVE for port object 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:35.807629 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-4436c764-abf5-467a-b71f-c689a547621d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1903450 Aug 28 23:07:35.810334 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58856) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:35.820831 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:35.900364 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef71d4-da71-48e0-bf60-bdb62ede8768 None None] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:35.958854 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.020494 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.020732 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Network eaa9bae8-4d59-47d8-b960-00e86c451354 is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:36.020842 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.022223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:36.026937 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:36.028790 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Pushing event updated for resources: {'Port': ['ID=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:36.065606 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.066007 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.067120 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.067759 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.068111 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.068445 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.068836 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.069150 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.069491 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.072213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Tracked resource versions report: Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: pushed versions: Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: { 'AddressGroup': {'1.2'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'ConntrackHelper': {'1.0'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Log': {'1.0'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Network': {'1.1'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Port': {'1.7'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'PortForwarding': {'1.2'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'QosPolicy': {'1.9'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroup': {'1.4'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroupRule': {'1.2'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SubPort': {'1.0'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Subnet': {'1.1'}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Trunk': {'1.1'}} Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: consumer versions: Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: HyperV agent@hv-cinder-79049: {}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'ConntrackHelper': '1.0', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Log': '1.0', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Network': '1.1', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Port': '1.7', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'PortForwarding': '1.2', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'QosPolicy': '1.9', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroup': '1.4', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SecurityGroupRule': '1.2', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'SubPort': '1.0', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Subnet': '1.1', Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: 'Trunk': '1.1'}} Aug 28 23:07:36.074282 dv-cinder-790492-11-iscsi neutron-server[94555]: {{(pid=94555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 23:07:36.167139 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.191073 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.200694 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.238471 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58886) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:36.259663 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Attempting to bind port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:36.260035 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Attempting to bind port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:36.264873 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Attempting to bind port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 on network eaa9bae8-4d59-47d8-b960-00e86c451354 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:36.269298 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-62588ed6-8d40-4c91-b692-828d9f8486f7 req-a7ff1911-e618-4ef1-a403-0f824e45ae87 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0670624 Aug 28 23:07:36.299068 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:36.299333 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Checking segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:36.299930 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.300129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Bound using segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:36.300611 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Bound port: 07b70cc4-4f7e-4a65-9c70-6419fc9caf78, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:36.301012 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.364379 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Allocated IP 172.27.3.4 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/8cc1b3ec-46c8-4415-9c75-cabbce8db9e4) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:36.398560 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] For port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:36.403193 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] For port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:36.494662 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.500095 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.554788 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.568549 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-2ed49e7c-0aa3-4a00-8f17-9ad3ab26f00b tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:36.570046 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-2ed49e7c-0aa3-4a00-8f17-9ad3ab26f00b tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/networks?id=6d48e8a6-feda-4640-af4a-edd30cfef6cb HTTP/1.1" status: 200 len: 811 time: 0.3304741 Aug 28 23:07:36.592206 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-8110c379-9d82-4c93-8396-9067b120979a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/quotas/6bf55fd244c84c4e9130debab6d1f20f HTTP/1.1" status: 200 len: 375 time: 0.0144737 Aug 28 23:07:36.629374 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e4fbd-f963-406f-9d17-04e8d2e73db4 None None] Pushing event updated for resources: {'Port': ['ID=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:36.637687 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-20a2908b-d1bf-46fb-8231-a8b07ebba6e5 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bf55fd244c84c4e9130debab6d1f20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373275 Aug 28 23:07:36.662555 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:36.725100 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:36.733821 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:36.738794 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:36.747737 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58914) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:36.748125 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:36.940130 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-5bb9f1e3-3437-4b6b-b277-4f9dad2bf549 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:07:36.948096 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-5bb9f1e3-3437-4b6b-b277-4f9dad2bf549 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190064 Aug 28 23:07:36.998344 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4c0eae92-f227-4b2c-9562-8e2509280730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.113180 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:37.165280 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-a30e4cfa-d2f2-44a3-bb5e-9af039fe931e service neutron] 10.222.0.16 "GET /v2.0/networks/6d48e8a6-feda-4640-af4a-edd30cfef6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973147 Aug 28 23:07:37.272560 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:37.387163 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.490685 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.523138 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-10520016-303d-4f56-846a-5cd86222c8e2 service neutron] 10.222.0.16 "GET /v2.0/networks/6d48e8a6-feda-4640-af4a-edd30cfef6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554866 Aug 28 23:07:37.526252 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.641928 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4c0eae92-f227-4b2c-9562-8e2509280730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.648397 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.780434 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4c0eae92-f227-4b2c-9562-8e2509280730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:37.788201 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Allocated IP 172.27.3.8 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/c98e6a3b-2067-4b12-ab00-707edae8298c) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:37.881933 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-98bb8e15-d8f3-435e-8fc3-e0ade911aadb req-57117e65-15b0-4d5e-a3ec-e0a3115fa390 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0765998 Aug 28 23:07:37.910871 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:07:37.924500 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-4c0eae92-f227-4b2c-9562-8e2509280730 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d9434a436bc464b85d0730c16a55fd9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1649418 Aug 28 23:07:37.935481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58958) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:37.951279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eae92-f227-4b2c-9562-8e2509280730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1632bce-9a03-471a-9417-8382d56372a0,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:37.988653 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f6c3b-bb50-4055-ae75-2fdbc35419bc None None] Network eaa9bae8-4d59-47d8-b960-00e86c451354 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:07:38.032437 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:07:38.045117 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:07:38.059427 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:38.061240 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:38.092115 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51a0bb62-e221-4da7-9ac8-db036865a561 req-e8c9ceec-4118-4312-854a-29bec86131ed tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0635858 Aug 28 23:07:38.114423 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4582805c-836d-4606-ac50-43b3f2754cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.164737 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.170899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 58970) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:38.171678 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-516396d0-b789-4bbd-982a-a0f0cb682205 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9755077 Aug 28 23:07:38.258327 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4582805c-836d-4606-ac50-43b3f2754cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.296693 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.332810 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] Provisioning for port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:38.341560 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] Provisioning complete for port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:38.342307 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.387655 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:38.504905 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.547073 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] For port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:07:38.633394 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.663182 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4582805c-836d-4606-ac50-43b3f2754cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.667374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4582805c-836d-4606-ac50-43b3f2754cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.672482 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-4582805c-836d-4606-ac50-43b3f2754cf9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1632bce-9a03-471a-9417-8382d56372a0 HTTP/1.1" status: 204 len: 168 time: 0.7185426 Aug 28 23:07:38.694656 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.705009 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f442-f82f-4b43-ac0d-f84f5ec82649 None None] Pushing event updated for resources: {'Port': ['ID=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:38.711256 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:37Z', 'revision_number': 3, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:38.750865 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:07:38.751205 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Updating router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:07:38.760001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-18fb09ab-2186-409c-b5f6-b5910321880f None None] Provisioning complete for port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:38.760618 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-18fb09ab-2186-409c-b5f6-b5910321880f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.794632 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:38.813729 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582805c-836d-4606-ac50-43b3f2754cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1632bce-9a03-471a-9417-8382d56372a0,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:38.829184 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:38.841821 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:38.844466 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:38.947575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Pushing event updated for resources: {'Port': ['ID=c98e6a3b-2067-4b12-ab00-707edae8298c,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:39.107951 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.110860 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-54352835-f7af-48d7-96d1-ad8b377a5e25 req-2a9e0649-081b-453f-af8e-b8a831a26328 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0543659 Aug 28 23:07:39.117565 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:39.119943 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Transition to ACTIVE for port object 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:39.188175 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:39.188555 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.237093 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-798499a5-7053-4fac-aaf0-a28311a26277 req-33194e44-e1fd-4fc2-944c-2f84453f3391 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0331156 Aug 28 23:07:39.250255 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.310212 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Attempting to bind port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:39.310718 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Attempting to bind port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:39.311175 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Attempting to bind port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:39.320303 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Pushing event updated for resources: {'Port': ['ID=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,revision_number=2']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:39.323119 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:39.328894 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:39.328894 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.328894 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:39.328894 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Bound port: 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:39.328894 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.354453 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.354929 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.355370 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.355804 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.356230 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.356658 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.357128 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.357567 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.358011 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Tracked resource versions report: Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: pushed versions: Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: { 'AddressGroup': {'1.2'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'ConntrackHelper': {'1.0'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Log': {'1.0'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Network': {'1.1'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Port': {'1.7'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'PortForwarding': {'1.2'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'QosPolicy': {'1.9'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroup': {'1.4'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroupRule': {'1.2'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SubPort': {'1.0'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Subnet': {'1.1'}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Trunk': {'1.1'}} Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: consumer versions: Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: { DHCP agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: HyperV agent@hv-cinder-79049: {}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: L3 agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: Metadata agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: Metering agent@dv-cinder-790492-11-iscsi: {}, Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: Open vSwitch agent@dv-cinder-790492-11-iscsi: { 'AddressGroup': '1.2', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'ConntrackHelper': '1.0', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Log': '1.0', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Network': '1.1', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Port': '1.7', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'PortForwarding': '1.2', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'QosPolicy': '1.9', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroup': '1.4', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SecurityGroupRule': '1.2', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'SubPort': '1.0', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Subnet': '1.1', Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: 'Trunk': '1.1'}} Aug 28 23:07:39.363011 dv-cinder-790492-11-iscsi neutron-server[94556]: {{(pid=94556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 23:07:39.396449 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] For port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:39.399722 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] For port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:39.513352 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.513955 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.566845 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.578891 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:39.579499 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:39.616250 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167798c4-7b1e-4916-9f4c-5e2d3877a432 None None] Pushing event updated for resources: {'Port': ['ID=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:39.633055 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59022) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:39.648304 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9afd19d7-ad54-47d0-bcf7-80cf97d8cd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.729862 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:39.762042 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9afd19d7-ad54-47d0-bcf7-80cf97d8cd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.867296 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9afd19d7-ad54-47d0-bcf7-80cf97d8cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.906185 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:39.908959 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Allocated IP 172.20.0.1 (eaa9bae8-4d59-47d8-b960-00e86c451354/b8354f8b-c4af-410c-a02c-53cba37a650d/08b68a33-cd0a-4b5a-9097-cdeef7bb5e82) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:39.914335 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd19d7-ad54-47d0-bcf7-80cf97d8cd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb96399-7e56-46e5-86aa-650d4662a477,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:39.920705 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:37Z', 'revision_number': 3, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:39.932385 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-9afd19d7-ad54-47d0-bcf7-80cf97d8cd4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df2f0aca17ec40d296cc51c57b537f13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2966564 Aug 28 23:07:39.934266 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59028) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:39.952416 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2c6d4-35cb-4e2d-a2ef-6253e7b3b8a6 None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:37Z', 'revision_number': 3, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:07:39.998176 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-680fe000-4cfc-438e-84ef-0b375a1fc710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.022047 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-680fe000-4cfc-438e-84ef-0b375a1fc710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.114777 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.154833 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-680fe000-4cfc-438e-84ef-0b375a1fc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.157930 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-680fe000-4cfc-438e-84ef-0b375a1fc710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.161856 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-680fe000-4cfc-438e-84ef-0b375a1fc710 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cb96399-7e56-46e5-86aa-650d4662a477 HTTP/1.1" status: 204 len: 168 time: 0.2264595 Aug 28 23:07:40.169356 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Transition to ACTIVE for port object 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:40.176981 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fe000-4cfc-438e-84ef-0b375a1fc710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb96399-7e56-46e5-86aa-650d4662a477,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:40.182356 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1149d31c-6cf3-4409-a3f7-ae8b25c33459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.365419 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-744f0500-fb9f-4e31-84d0-f8ac58ca3fb3 req-b3d03769-14fa-408c-8dca-bf1f140fc0a8 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0458767 Aug 28 23:07:40.367360 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2b860176-5c39-4a81-aace-99cb9fe0d486 req-d85777b4-04a0-47ea-ad80-0a30c07fbb95 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0383060 Aug 28 23:07:40.367903 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Router 4e32717d-8415-426f-bfc1-8d71cd66d306 is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:07:40.420153 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.480864 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Network eaa9bae8-4d59-47d8-b960-00e86c451354 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:40.483433 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:40.515078 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:40.515586 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.597169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Pushing event updated for resources: {'Port': ['ID=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:40.656372 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:07:40.668417 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Sync routers for ids ['4e32717d-8415-426f-bfc1-8d71cd66d306'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:07:40.679900 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Routers {'4e32717d-8415-426f-bfc1-8d71cd66d306'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:40.680666 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['4e32717d-8415-426f-bfc1-8d71cd66d306'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:40.827073 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Set router 4e32717d-8415-426f-bfc1-8d71cd66d306 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:40.842468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.847889 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-d80d46b5-0fa8-4592-8ea8-9e4cb4c85876 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0327883 Aug 28 23:07:40.850196 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59054) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:40.929334 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9c27c63c-857a-4155-8e8b-909a6dbec459 None None] Provisioning for port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:40.930381 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:40.940748 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9c27c63c-857a-4155-8e8b-909a6dbec459 None None] Provisioning complete for port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:40.941330 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9c27c63c-857a-4155-8e8b-909a6dbec459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.001127 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-9c27c63c-857a-4155-8e8b-909a6dbec459 None None] Port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:07:41.192001 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.209764 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:41.268831 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.271288 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.277372 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:39Z', 'revision_number': 3, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:41.324219 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Checking router: 4e32717d-8415-426f-bfc1-8d71cd66d306 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:07:41.324568 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Updating router 4e32717d-8415-426f-bfc1-8d71cd66d306 port c98e6a3b-2067-4b12-ab00-707edae8298c binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:07:41.354835 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:41.363302 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:41.363724 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.426228 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.559600 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.616835 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-78340655-7560-4010-8212-1e59bdf20814 req-b6edf7a7-5fe6-468d-a0eb-1f974664219c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0727854 Aug 28 23:07:41.704538 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5b516da-12ff-494b-858d-ef3e4b0e728b req-3a45d5dc-d53c-4beb-87d3-641a3ee2eea8 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.1491170 Aug 28 23:07:41.797356 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Pushing event updated for resources: {'Port': ['ID=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:41.809415 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Network eaa9bae8-4d59-47d8-b960-00e86c451354 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:41.810958 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:41.826734 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Allocated IP 172.20.0.1 (5565ecd7-21b4-4d90-a183-2d27a88b1e2f/da52ab76-71f7-48ba-9425-98926e8ac8ce/de8c63cc-d042-4eda-95f5-82e13406dcc2) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:41.899493 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:41.951799 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:07:42.022203 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.107498 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:07:42.107990 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.107990 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.126269 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Transition to ACTIVE for port object c98e6a3b-2067-4b12-ab00-707edae8298c will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:42.143756 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:42.170258 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.197352 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:07:42.198841 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.212023 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:07:42.214807 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-d45aa68d-b1de-4801-8522-560217618c21 admin admin] 10.222.0.16 "PUT /v2.0/routers/3d8ec5a7-4185-4f36-81b3-fa3465a66d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0275280 Aug 28 23:07:42.233330 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:42.233330 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:42.235256 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:42.240304 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:42.256079 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:42.256552 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.271622 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Attempting to bind port c98e6a3b-2067-4b12-ab00-707edae8298c on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:42.272192 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Attempting to bind port c98e6a3b-2067-4b12-ab00-707edae8298c by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:42.272332 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Attempting to bind port c98e6a3b-2067-4b12-ab00-707edae8298c on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:42.276855 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e7460-79a7-44f7-996a-3c40fe2a3d4c None None] Pushing event updated for resources: {'Port': ['ID=c98e6a3b-2067-4b12-ab00-707edae8298c,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:42.281871 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-bbed3a2e-ed0c-458c-b65b-3b6e146231b4 None None] Provisioning complete for port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:42.282240 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-bbed3a2e-ed0c-458c-b65b-3b6e146231b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.284150 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:42.284516 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:42.284782 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.285161 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:42.285625 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Bound port: c98e6a3b-2067-4b12-ab00-707edae8298c, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:42.286036 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.366953 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-bbed3a2e-ed0c-458c-b65b-3b6e146231b4 None None] Port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:07:42.380837 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] For port c98e6a3b-2067-4b12-ab00-707edae8298c, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:42.384596 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] For port c98e6a3b-2067-4b12-ab00-707edae8298c, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c98e6a3b-2067-4b12-ab00-707edae8298c,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:42.456512 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Pushing event updated for resources: {'Port': ['ID=de8c63cc-d042-4eda-95f5-82e13406dcc2,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:42.479364 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.480510 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:42.553524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Routers {'4e32717d-8415-426f-bfc1-8d71cd66d306'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:42.554277 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['4e32717d-8415-426f-bfc1-8d71cd66d306'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:42.559302 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e7460-79a7-44f7-996a-3c40fe2a3d4c None None] Pushing event updated for resources: {'Port': ['ID=c98e6a3b-2067-4b12-ab00-707edae8298c,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:42.687558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] Set router 4e32717d-8415-426f-bfc1-8d71cd66d306 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:42.724627 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.778079 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-47312b92-4e5e-47b5-ad97-64eebfe6bb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:42.816108 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6fb3ae05-0874-4a1d-8474-a2c55745de5b req-933f67a6-d077-4286-93c7-7492fd9c4ee9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0492675 Aug 28 23:07:42.965000 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 2, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:42.999570 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.000576 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7eae2bab-1658-42be-be5d-4b3f7c5f7764 req-51347596-1b31-461a-84cb-074e7b88c721 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0699048 Aug 28 23:07:43.013683 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:39Z', 'revision_number': 3, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:43.042672 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:07:43.043031 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Updating router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:07:43.078122 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed6ebc-b38c-4553-83aa-60a900a94565 None None] The sync data for ids ['4e32717d-8415-426f-bfc1-8d71cd66d306'] in dv-cinder-790492-11-iscsi is: [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:39Z', 'revision_number': 3, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:07:43.093456 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:43.112160 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.163954 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.216421 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:43.217039 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.268579 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.270750 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.411793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Pushing event updated for resources: {'Port': ['ID=de8c63cc-d042-4eda-95f5-82e13406dcc2,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:43.461036 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:43.463104 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:43.510307 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.536176 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Transition to ACTIVE for port object 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:43.613462 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59130) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:43.618195 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101211138', 'description': 'tempest-description--189974374'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:43.624482 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.634683 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Router 4e32717d-8415-426f-bfc1-8d71cd66d306 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:07:43.747171 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.765225 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:07:43.772308 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-3d0a14c2-7911-43dd-b893-2edab29dec4a admin admin] 10.222.0.16 "PUT /v2.0/routers/4e32717d-8415-426f-bfc1-8d71cd66d306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9209123 Aug 28 23:07:43.807970 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9d01e-1e76-4a5c-9865-54677f5dc308 None None] Pushing event updated for resources: {'Port': ['ID=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:43.812970 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Attempting to bind port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:43.813438 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Attempting to bind port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:43.813893 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Attempting to bind port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 on network eaa9bae8-4d59-47d8-b960-00e86c451354 {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:43.824069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:43.824069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Checking segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:43.824069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.824069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Bound using segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:43.824069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Bound port: 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:43.824069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.965989 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:43.967121 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] For port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:43.971848 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] For port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:44.000248 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7dd65314-4c02-47e6-a3c4-14df3aabc67e req-28821902-208c-454d-8c1f-df7e9b76ab2f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0379703 Aug 28 23:07:44.065858 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59150) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:44.103425 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-af6c2016-a915-4d3d-9658-2346b6d0922e req-e3ba3781-cac2-49e8-aefd-b2bfa65d524e tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0354133 Aug 28 23:07:44.107260 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.137679 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1de069-1547-4c6f-b129-d7066f71c23b,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:44.151504 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.233212 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.239267 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a0c0324e-a2d8-47ab-b30f-5b2b5642bac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.245314 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.246963 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-6b490231-36af-4e55-bc8d-f79c9431e03c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6323519 Aug 28 23:07:44.250010 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59162) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:44.253997 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9d01e-1e76-4a5c-9865-54677f5dc308 None None] Pushing event updated for resources: {'Port': ['ID=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,revision_number=4']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:44.259161 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:44.259955 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:44.265104 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'security_group_rule': {'security_group_id': 'fa1de069-1547-4c6f-b129-d7066f71c23b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:44.376861 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a0c0324e-a2d8-47ab-b30f-5b2b5642bac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.419078 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:44.461252 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a0c0324e-a2d8-47ab-b30f-5b2b5642bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.495729 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a0c0324e-a2d8-47ab-b30f-5b2b5642bac5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6953717ea6f94b6da5dbf399b45ee264&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4282122 Aug 28 23:07:44.500168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59174) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:44.521409 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0324e-a2d8-47ab-b30f-5b2b5642bac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f353663-5587-4544-8f75-f0b5cafa3dc7,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:44.586200 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.609298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-c6ad7005-7902-40bf-af7b-4340ca87f555 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:44.614491 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-c6ad7005-7902-40bf-af7b-4340ca87f555 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 818 time: 0.1978126 Aug 28 23:07:44.633199 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-d71bf571-971b-4cc5-a9ed-951576f1d385 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/quotas/0e3c47d1a3184978b3efafc16951bc69 HTTP/1.1" status: 200 len: 375 time: 0.0106287 Aug 28 23:07:44.639114 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-58e8b322-6cac-4c42-9e32-ba8ff7e46562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.674790 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.699049 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-58e8b322-6cac-4c42-9e32-ba8ff7e46562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.707951 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:43Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:44.739465 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d2104-1c80-4cc0-9726-12d1b51c0c62 None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:43Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:07:44.754219 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-e96dad36-c229-40c2-99c0-035218d0e6b0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062164 Aug 28 23:07:44.898320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-d2ea72e3-f4bd-4470-9e95-d37494a6fc64 service neutron] 10.222.0.16 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356375 Aug 28 23:07:44.919464 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:44.958173 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9293efb9-700f-429a-84f6-31c526b7050a,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:45.027109 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-90d866bc-f55f-42d9-80e4-dc9ad0dfbb91 service neutron] 10.222.0.16 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143825 Aug 28 23:07:45.138483 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76f0fd15-1d56-402a-92e7-5c1450a9d06a req-251a5421-dfeb-481c-b54f-36d53ba60256 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0285537 Aug 28 23:07:45.166998 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c98e6a3b-2067-4b12-ab00-707edae8298c up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:45.187662 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.189253 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-f1149152-d2dc-4db3-8bb1-b3cd43f65b4e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9381742 Aug 28 23:07:45.190347 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-58e8b322-6cac-4c42-9e32-ba8ff7e46562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.198624 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-58e8b322-6cac-4c42-9e32-ba8ff7e46562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.198624 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-58e8b322-6cac-4c42-9e32-ba8ff7e46562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f353663-5587-4544-8f75-f0b5cafa3dc7 HTTP/1.1" status: 204 len: 168 time: 0.6931891 Aug 28 23:07:45.202847 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59192) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:45.207675 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8b322-6cac-4c42-9e32-ba8ff7e46562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f353663-5587-4544-8f75-f0b5cafa3dc7,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:45.211247 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'security_group_rule': {'security_group_id': 'fa1de069-1547-4c6f-b129-d7066f71c23b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:45.287467 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d03de226-fc0c-4108-92e0-36a0ae4dd98d req-562621eb-004f-411b-8293-49964a9bc4f8 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0388615 Aug 28 23:07:45.632665 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Sync routers for ids ['4e32717d-8415-426f-bfc1-8d71cd66d306'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:07:45.632665 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Routers {'4e32717d-8415-426f-bfc1-8d71cd66d306'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:45.632665 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['4e32717d-8415-426f-bfc1-8d71cd66d306'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:45.672462 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-263abea1-fd86-4b18-89f1-4b9185bf7aa8 req-836ec60f-cef4-49d0-971b-6cad1c34369a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 210 time: 0.0326478 Aug 28 23:07:45.676975 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port c98e6a3b-2067-4b12-ab00-707edae8298c completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:45.676975 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port c98e6a3b-2067-4b12-ab00-707edae8298c triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:45.679723 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.682524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.682524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.683695 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.687024 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Set router 4e32717d-8415-426f-bfc1-8d71cd66d306 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:45.856153 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.867015 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.878670 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8835c-7060-46fb-80cc-73985074604b,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:45.890407 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-440737ea-8332-42ec-a193-7525fee5841c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:45.892511 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-440737ea-8332-42ec-a193-7525fee5841c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 818 time: 0.1493204 Aug 28 23:07:45.911095 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-a513bafe-ba70-415b-8f54-e6f71619fc2c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/quotas/0e3c47d1a3184978b3efafc16951bc69 HTTP/1.1" status: 200 len: 375 time: 0.0126390 Aug 28 23:07:45.925955 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port c98e6a3b-2067-4b12-ab00-707edae8298c, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c98e6a3b-2067-4b12-ab00-707edae8298c,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:07:45.970239 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:45.971964 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-3f6f032e-40a7-4bf2-b41b-5fbc044ef86b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7663076 Aug 28 23:07:45.974807 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59224) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:45.981806 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:45.984959 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-1a4a9fff-a300-47c3-aa6b-55f0c5c53c16 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670183 Aug 28 23:07:46.033728 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 4, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'de8c63cc-d042-4eda-95f5-82e13406dcc2', 'name': '', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'mac_address': 'fa:16:3e:a9:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:41Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 2, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'subnets': [{'id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:46.063544 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Checking router: 4e32717d-8415-426f-bfc1-8d71cd66d306 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:07:46.063836 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Updating router 4e32717d-8415-426f-bfc1-8d71cd66d306 port de8c63cc-d042-4eda-95f5-82e13406dcc2 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:07:46.065888 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.066646 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:46.084807 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-38dcb2ce-e93e-4483-9b59-8f734a89eafb service neutron] 10.222.0.16 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923121 Aug 28 23:07:46.165736 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.220377 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0af71185-4e6c-49db-8ce0-0358ca028e61 service neutron] 10.222.0.16 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289005 Aug 28 23:07:46.259169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59234) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:46.305156 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-edf8ed1b-9620-4e9f-869a-993a0c956156 req-8bef92a0-3e52-4b28-9113-de593fb7bb57 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0572257 Aug 28 23:07:46.306867 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3607a3a6-99a6-4f25-a1e7-aff57e6f9c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.370850 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.448828 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b2d19cf-9257-4c3d-9630-5d50fb75b298 req-623f2b62-a6db-4704-a745-3222c05c1f3c tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0509932 Aug 28 23:07:46.477327 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=c98e6a3b-2067-4b12-ab00-707edae8298c,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:46.494180 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3607a3a6-99a6-4f25-a1e7-aff57e6f9c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.549537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.566752 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-274c2ea5-6d60-44b0-8acb-59805120bd77 req-1cf842f5-501c-4a4a-a9a5-5629cde61676 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0493202 Aug 28 23:07:46.593092 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3607a3a6-99a6-4f25-a1e7-aff57e6f9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.608286 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:46.616314 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:46.616928 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.623159 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3607a3a6-99a6-4f25-a1e7-aff57e6f9c1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bd08716611d44fd814357ef8820b978&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3571601 Aug 28 23:07:46.625669 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59252) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:46.686454 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607a3a6-99a6-4f25-a1e7-aff57e6f9c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851d5190-f021-4daa-a809-da3bb4af5d31,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:46.705559 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c800e393-cadb-4ed6-a16b-412649cfc6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.736906 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Allocated IP 172.27.3.151 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/cfc52e38-99ff-4c35-9e12-327dabb65108) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:46.737392 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c800e393-cadb-4ed6-a16b-412649cfc6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.851125 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.870288 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.900458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.919079 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c800e393-cadb-4ed6-a16b-412649cfc6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.923418 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c800e393-cadb-4ed6-a16b-412649cfc6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.925525 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-c800e393-cadb-4ed6-a16b-412649cfc6a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/851d5190-f021-4daa-a809-da3bb4af5d31 HTTP/1.1" status: 204 len: 168 time: 0.2988646 Aug 28 23:07:46.928766 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:07:46.949209 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800e393-cadb-4ed6-a16b-412649cfc6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d5190-f021-4daa-a809-da3bb4af5d31,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:46.958630 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:46.979917 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Transition to ACTIVE for port object de8c63cc-d042-4eda-95f5-82e13406dcc2 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:47.015647 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.045616 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.046922 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.085895 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:47.096536 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:47.099481 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:47.102687 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:47.108051 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c98e6a3b-2067-4b12-ab00-707edae8298c up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:47.108523 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'Port': ['ID=cfc52e38-99ff-4c35-9e12-327dabb65108,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:47.194741 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.234697 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1203-d9cc-4599-9fd9-d05e0fcfc438 None None] Pushing event updated for resources: {'Port': ['ID=de8c63cc-d042-4eda-95f5-82e13406dcc2,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:47.237337 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Attempting to bind port de8c63cc-d042-4eda-95f5-82e13406dcc2 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:47.237724 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Attempting to bind port de8c63cc-d042-4eda-95f5-82e13406dcc2 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:47.238084 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Attempting to bind port de8c63cc-d042-4eda-95f5-82e13406dcc2 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:47.245584 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:47.245989 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Checking segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:47.246385 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.246774 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Bound using segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:47.247230 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Bound port: de8c63cc-d042-4eda-95f5-82e13406dcc2, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:47.247606 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.285341 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port c98e6a3b-2067-4b12-ab00-707edae8298c triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:47.285771 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.348104 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] For port de8c63cc-d042-4eda-95f5-82e13406dcc2, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:47.353247 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] For port de8c63cc-d042-4eda-95f5-82e13406dcc2, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=de8c63cc-d042-4eda-95f5-82e13406dcc2,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:47.363556 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.443917 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.513201 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Routers {'4e32717d-8415-426f-bfc1-8d71cd66d306'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:07:47.513884 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:07:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['4e32717d-8415-426f-bfc1-8d71cd66d306'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:47.566070 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.567527 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1203-d9cc-4599-9fd9-d05e0fcfc438 None None] Pushing event updated for resources: {'Port': ['ID=de8c63cc-d042-4eda-95f5-82e13406dcc2,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:47.599708 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-08ce447d-654f-4d77-81dd-e1a50ec710be req-47538a6f-07c0-4920-ace7-1da80360ecd5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.2092330 Aug 28 23:07:47.629122 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d73ec703-9714-4f77-8757-93f2b501adf2 req-2a894c66-ce81-4d24-8aad-03abdc8ea803 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Aug 28 23:07:47.653503 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] Set router 4e32717d-8415-426f-bfc1-8d71cd66d306 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:07:47.656703 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.691903 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b99b0b2e-9695-4c5a-ba88-9eea6b1571ec req-04b0741c-e6d8-431d-8975-9cb6979d7b3f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0304699 Aug 28 23:07:47.796705 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.39', 59942) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:47.818214 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.847411 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'Port': ['ID=cfc52e38-99ff-4c35-9e12-327dabb65108,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:47.920977 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 4, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'de8c63cc-d042-4eda-95f5-82e13406dcc2', 'name': '', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'mac_address': 'fa:16:3e:a9:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:41Z', 'updated_at': '2021-08-28T23:07:47Z', 'revision_number': 4, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'subnets': [{'id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:07:47.942140 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:47.943551 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-098222d5-b75c-40a7-af68-be5681f0c505 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9674518 Aug 28 23:07:47.964797 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ededa7-6d03-4a48-921a-963b71b8c3c7 None None] The sync data for ids ['4e32717d-8415-426f-bfc1-8d71cd66d306'] in dv-cinder-790492-11-iscsi is: [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:42Z', 'revision_number': 4, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'de8c63cc-d042-4eda-95f5-82e13406dcc2', 'name': '', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'mac_address': 'fa:16:3e:a9:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:41Z', 'updated_at': '2021-08-28T23:07:47Z', 'revision_number': 4, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'subnets': [{'id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:07:48.017105 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e5427b2e-1a5a-4ccb-b61c-28ebae720ee7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:48.017105 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e5427b2e-1a5a-4ccb-b61c-28ebae720ee7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.1881812 Aug 28 23:07:48.053041 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Request body: {'port': {'device_id': '5828e226-a592-47d7-ad56-d391f09151f2', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'admin_state_up': True, 'tenant_id': 'b130a0f19f74460b9fededbf31fd04b3'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:48.285002 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-d414031c-7308-408b-a3fe-eb8bce22f419 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1101211138&fields=id&tenant_id=e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 267 time: 0.0901096 Aug 28 23:07:48.448941 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-acd2fad9-fba0-4b98-aebb-e878660295ff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:48.450554 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-acd2fad9-fba0-4b98-aebb-e878660295ff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 816 time: 0.1557915 Aug 28 23:07:48.470649 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-68f44714-f20b-4a0f-9f6e-9e7be369ac63 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/quotas/e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 375 time: 0.0119581 Aug 28 23:07:48.553120 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-20fa7ddc-2c01-4109-8803-12cb6b391e53 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695722 Aug 28 23:07:48.557541 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Made reservation on behalf of b130a0f19f74460b9fededbf31fd04b3 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:48.564761 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:48.764251 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3d57470e-56ad-4446-854a-eaf2b8c33f60 req-14ad279e-a36c-4ceb-ae7d-3398124f8bfc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0630727 Aug 28 23:07:48.831460 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-a5410b8a-2d4f-474c-bf27-a5f79025f279 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570002 Aug 28 23:07:49.090104 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30c7b04f-c18a-4f42-9d1a-6158bf867e60 req-e14fcde3-fc5b-488c-94ca-e252bfaab711 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.1394396 Aug 28 23:07:49.117263 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-ee63f1e7-3361-4266-a609-c9170f03c9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851582 Aug 28 23:07:49.137535 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Allocated IP 172.20.0.2 (95770048-f10d-4c09-b5ee-87929c266da7/8aa43a8e-628a-4846-b5c3-3235b4fc3275/a3a0d112-2b87-4914-9f2f-4c5bb97e229e) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:49.166359 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.39', 59953) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:49.347576 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:49.383124 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-af9cd097-5164-4d23-9311-e5a5d3bea718 req-cd96a1d2-330c-4682-9f74-693589a95158 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0875671 Aug 28 23:07:49.498657 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:49.499789 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:49.562032 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:49.600029 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-a129ea78-8f93-4b70-80b7-d2926035dc68 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:49.602227 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-a129ea78-8f93-4b70-80b7-d2926035dc68 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.39 "GET /v2.0/networks?id=6d48e8a6-feda-4640-af4a-edd30cfef6cb HTTP/1.1" status: 200 len: 811 time: 0.4315026 Aug 28 23:07:49.618940 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Request body: {'port': {'device_id': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb', 'admin_state_up': True, 'tenant_id': '6bf55fd244c84c4e9130debab6d1f20f'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:49.681817 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9a71031-2bea-42a5-b039-b28dbe8e3e97 req-3d442b70-d207-408f-9d8c-8f7fb33fd837 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0983036 Aug 28 23:07:49.728453 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device de8c63cc-d042-4eda-95f5-82e13406dcc2 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:49.867979 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:50.001195 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.39', 59958) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:50.010535 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port de8c63cc-d042-4eda-95f5-82e13406dcc2 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:07:50.011852 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event updated for resources: {'Port': ['ID=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:50.015543 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port de8c63cc-d042-4eda-95f5-82e13406dcc2 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:50.016199 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:50.088690 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Network 95770048-f10d-4c09-b5ee-87929c266da7 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:50.092505 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:50.117282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:50.124726 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:50.136921 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:50.193533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a3c78-f9b6-4e23-a0bc-90b0d4da4508 req-678bd5ee-cabb-415b-9c55-418cb1e5df83 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:50.208284 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-512a3c78-f9b6-4e23-a0bc-90b0d4da4508 req-678bd5ee-cabb-415b-9c55-418cb1e5df83 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 931 time: 0.1977892 Aug 28 23:07:50.220934 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:50.268151 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8cce763c-ac62-47a2-89d5-66d27848905f req-802a7d5c-0c56-4a21-9391-a7259bd17354 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0358627 Aug 28 23:07:50.297012 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-512a3c78-f9b6-4e23-a0bc-90b0d4da4508 req-0f8f6b66-f3c6-4580-a1b0-a24d6429b3ab tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783958 Aug 28 23:07:50.308890 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port de8c63cc-d042-4eda-95f5-82e13406dcc2, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=de8c63cc-d042-4eda-95f5-82e13406dcc2,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:07:50.389760 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-6a196d3d-acc5-4e57-a9cd-f16907bfb393 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:50.392864 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-6a196d3d-acc5-4e57-a9cd-f16907bfb393 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 818 time: 0.3882563 Aug 28 23:07:50.415892 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Request body: {'port': {'device_id': 'b4199476-47e7-454c-9062-a493de34301c', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'admin_state_up': True, 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:50.432071 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:50.474293 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Made reservation on behalf of 6bf55fd244c84c4e9130debab6d1f20f for: {'port': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:50.488824 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:50.589027 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-e22766c1-c9e8-468f-b9b7-2affc795774e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5407336 Aug 28 23:07:50.602266 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-92b926ee-a92f-45e7-b52a-c4d0b95438eb tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:07:50.604005 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-92b926ee-a92f-45e7-b52a-c4d0b95438eb tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069034 Aug 28 23:07:50.669002 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=de8c63cc-d042-4eda-95f5-82e13406dcc2,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:50.699706 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a11428d4-c0f1-4ed1-be11-4086222220ca req-8af20c27-6f52-4a60-804d-ba47539d5f65 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0856099 Aug 28 23:07:50.771761 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb45ebe1-cddb-4b3c-b87e-09291a88dd39 req-a04a735d-2217-491c-9039-90211cbef4f3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0343971 Aug 28 23:07:51.131399 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device de8c63cc-d042-4eda-95f5-82e13406dcc2 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:07:51.134767 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Allocated IP 172.20.0.9 (6d48e8a6-feda-4640-af4a-edd30cfef6cb/b86268c1-4923-40ce-a0f3-3ff39f91c5c9/e5805a0c-737f-4a25-be88-d2bbd56b846a) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:51.195894 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Made reservation on behalf of 0e3c47d1a3184978b3efafc16951bc69 for: {'port': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:51.210776 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:51.298359 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port de8c63cc-d042-4eda-95f5-82e13406dcc2 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:07:51.299104 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:51.522614 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59452) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:51.695190 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.39', 59964) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:51.752577 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c330a58d-e6b2-4b8a-ad01-ae5f53cef1e9 req-b37c1758-99ab-46d4-896a-fa8efc210abd tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.3141320 Aug 28 23:07:51.786475 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Allocated IP 172.20.0.9 (5565ecd7-21b4-4d90-a183-2d27a88b1e2f/da52ab76-71f7-48ba-9425-98926e8ac8ce/769b2dce-b113-40e4-9f2d-85e7532341a6) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:51.796083 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b336e7a-329d-43c9-a4dc-831c56a136c5 req-7621ba5b-6437-4820-a894-3cc32da2a9f9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:51.805135 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b336e7a-329d-43c9-a4dc-831c56a136c5 req-7621ba5b-6437-4820-a894-3cc32da2a9f9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 931 time: 0.3655865 Aug 28 23:07:51.805485 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:51.860213 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-3b2c8f50-35dd-41dd-b3cf-23d6246df4bb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:51.864318 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-3b2c8f50-35dd-41dd-b3cf-23d6246df4bb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 818 time: 0.4606793 Aug 28 23:07:51.875904 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Request body: {'port': {'device_id': '5828e226-a592-47d7-ad56-d391f09151f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:51.918321 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b336e7a-329d-43c9-a4dc-831c56a136c5 req-2e2debf1-1039-4ff2-9855-98a49ab561c3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121032 Aug 28 23:07:51.970318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3dc11a14-8a6e-4680-8591-1c81416673b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:51.992357 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Request body: {'port': {'device_id': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'admin_state_up': True, 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:52.075030 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dfeb44f3-3a26-43cf-bfeb-bd2be0ee984b req-dfcc8e01-5cb1-4c67-8230-780e52b8c9ce tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0720685 Aug 28 23:07:52.079459 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.165771 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fc2441d0-1a65-4f34-baa4-52cbdff2f053 req-47e1f460-c365-4227-a742-3904bcc08e93 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0932283 Aug 28 23:07:52.202896 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.362108 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3dc11a14-8a6e-4680-8591-1c81416673b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.427413 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.450804 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Network 6d48e8a6-feda-4640-af4a-edd30cfef6cb is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:52.485157 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:52.516479 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:52.516479 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:52.516479 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.541964 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3dc11a14-8a6e-4680-8591-1c81416673b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.575044 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Pushing event updated for resources: {'Port': ['ID=e5805a0c-737f-4a25-be88-d2bbd56b846a,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:52.606998 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11a14-8a6e-4680-8591-1c81416673b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625d5cb0-0b3f-428f-91f2-7ce56a5b0316,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:52.613464 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3dc11a14-8a6e-4680-8591-1c81416673b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b65233c5c23f4f63847c9390582fcf6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0840428 Aug 28 23:07:52.616274 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59482) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:52.698192 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-13efed27-42ed-4c0c-b620-f4efa15af9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.734395 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-13efed27-42ed-4c0c-b620-f4efa15af9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.776731 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Made reservation on behalf of 0e3c47d1a3184978b3efafc16951bc69 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:07:52.798598 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.843197 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a0d112-2b87-4914-9f2f-4c5bb97e229e {{(pid=94554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:07:52.859607 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.877324 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.905410 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1f2b77df-1b9c-4869-9e70-1ecaf2ec52e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2921085 Aug 28 23:07:52.963682 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78d1d-4af9-49ff-8fe2-4b838478f80f req-6717bec8-a224-4aa6-a135-99d808a31bc8 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:52.974643 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-59c78d1d-4af9-49ff-8fe2-4b838478f80f req-6717bec8-a224-4aa6-a135-99d808a31bc8 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 931 time: 0.0900195 Aug 28 23:07:52.978137 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-13efed27-42ed-4c0c-b620-f4efa15af9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.980705 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-13efed27-42ed-4c0c-b620-f4efa15af9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:52.981882 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-13efed27-42ed-4c0c-b620-f4efa15af9e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/625d5cb0-0b3f-428f-91f2-7ce56a5b0316 HTTP/1.1" status: 204 len: 168 time: 0.3641026 Aug 28 23:07:53.061771 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59500) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:53.134335 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efed27-42ed-4c0c-b620-f4efa15af9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d5cb0-0b3f-428f-91f2-7ce56a5b0316,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:53.272373 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-59c78d1d-4af9-49ff-8fe2-4b838478f80f req-006917e4-7006-4bbc-a665-6cd023827cb6 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137783 Aug 28 23:07:53.310811 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Pushing event updated for resources: {'Port': ['ID=769b2dce-b113-40e4-9f2d-85e7532341a6,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:53.311345 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3997bf34-a85d-42b5-a946-ecf55711714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:53.313971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Transition to ACTIVE for port object a3a0d112-2b87-4914-9f2f-4c5bb97e229e will not be triggered until provisioned by entity L2. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:53.324091 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Request body: {'port': {'device_id': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:07:53.342218 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1304de-df49-404e-9fc5-5e3a8b02e180 req-542e76a7-e3ce-4aa5-82b4-75a18e3d3d56 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:53.344136 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ea1304de-df49-404e-9fc5-5e3a8b02e180 req-542e76a7-e3ce-4aa5-82b4-75a18e3d3d56 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 931 time: 0.2383807 Aug 28 23:07:53.355760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Allocated IP 172.20.0.10 (5565ecd7-21b4-4d90-a183-2d27a88b1e2f/da52ab76-71f7-48ba-9425-98926e8ac8ce/04b4252d-6eb7-4f0b-9812-a86846d97cc5) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:07:53.415469 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:53.422416 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:53.426560 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:53.432380 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:53.433021 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:53.453001 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:53.456283 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:53.605589 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ea1304de-df49-404e-9fc5-5e3a8b02e180 req-2163fdc6-5417-4093-8f0a-61ea56d13e19 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436724 Aug 28 23:07:53.629986 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:53.843855 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7063-feff-433b-9ac5-ced96edb79f5 req-a0e662cd-29aa-4987-9242-a6eb8c01c79c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:53.843855 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d20f7063-feff-433b-9ac5-ced96edb79f5 req-a0e662cd-29aa-4987-9242-a6eb8c01c79c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.3193116 Aug 28 23:07:53.844981 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Attempting to bind port a3a0d112-2b87-4914-9f2f-4c5bb97e229e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:53.844981 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Attempting to bind port a3a0d112-2b87-4914-9f2f-4c5bb97e229e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:53.845449 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-46c23176-b2d1-43cc-9bed-d9f875239cc7 req-27b08110-da53-4647-9eea-c347ac62d172 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0813744 Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Attempting to bind port a3a0d112-2b87-4914-9f2f-4c5bb97e229e on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Port a3a0d112-2b87-4914-9f2f-4c5bb97e229e on network 95770048-f10d-4c09-b5ee-87929c266da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Attempting to bind port a3a0d112-2b87-4914-9f2f-4c5bb97e229e on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Checking segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Bound using segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Bound port: a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:53.845537 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:53.877815 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d20f7063-feff-433b-9ac5-ced96edb79f5 req-77293e5f-8798-41f4-97a2-fee225ef945f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282012 Aug 28 23:07:53.917347 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3997bf34-a85d-42b5-a946-ecf55711714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:53.972834 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.019533 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] For port a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host hv-cinder-79049, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:54.075951 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] For port a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:54.141272 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5805a0c-737f-4a25-be88-d2bbd56b846a {{(pid=94554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:07:54.149077 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.168612 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Transition to ACTIVE for port object e5805a0c-737f-4a25-be88-d2bbd56b846a will not be triggered until provisioned by entity L2. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:07:54.396543 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19b44-1a39-4c91-82f3-b8715baf2dc8 req-732d5b1f-fbab-4a7d-89b7-2061b1b5ba26 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:54.397044 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-38b19b44-1a39-4c91-82f3-b8715baf2dc8 req-732d5b1f-fbab-4a7d-89b7-2061b1b5ba26 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 931 time: 0.0504866 Aug 28 23:07:54.439728 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-38b19b44-1a39-4c91-82f3-b8715baf2dc8 req-9f93a96d-fd0a-4a02-a82a-de16dd1cdf88 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 Aug 28 23:07:54.627694 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3997bf34-a85d-42b5-a946-ecf55711714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.629530 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.633276 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.642766 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.712777 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:54.713405 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.715796 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3a0d112-2b87-4914-9f2f-4c5bb97e229e HTTP/1.1" status: 200 len: 1093 time: 3.0008600 Aug 28 23:07:54.717306 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828e226-a592-47d7-ad56-d391f09151f2', 'tag': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:07:54.732197 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3997bf34-a85d-42b5-a946-ecf55711714f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f8848468cb049219e196713e33863cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6596985 Aug 28 23:07:54.745156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59536) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:54.780804 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:07:54.802441 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997bf34-a85d-42b5-a946-ecf55711714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e660cdb-9e06-4e3a-b76e-3100b18a3334,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:54.832860 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Pushing event updated for resources: {'Port': ['ID=04b4252d-6eb7-4f0b-9812-a86846d97cc5,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:54.856923 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:07:54.861188 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b1bf0-c7e9-4967-b785-467ffb53b669 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:54.877798 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:07:54.886488 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:54.887157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.948985 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Attempting to bind port e5805a0c-737f-4a25-be88-d2bbd56b846a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:07:54.954555 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Attempting to bind port e5805a0c-737f-4a25-be88-d2bbd56b846a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '2b25f7f1-9ebf-448b-8132-ce885362c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:07:54.954941 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Attempting to bind port e5805a0c-737f-4a25-be88-d2bbd56b846a on network 6d48e8a6-feda-4640-af4a-edd30cfef6cb {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:54.967402 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5828e226-a592-47d7-ad56-d391f09151f2", "tag": "a3a0d112-2b87-4914-9f2f-4c5bb97e229e"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:07:54.974033 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Port e5805a0c-737f-4a25-be88-d2bbd56b846a on network 6d48e8a6-feda-4640-af4a-edd30cfef6cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:07:54.974562 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Attempting to bind port e5805a0c-737f-4a25-be88-d2bbd56b846a on network 6d48e8a6-feda-4640-af4a-edd30cfef6cb {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:07:54.978765 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d0a4942-db70-4d31-a7fa-df153be6e291 req-9d881521-d104-4752-84c0-6b089d4b24c4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0486207 Aug 28 23:07:54.984880 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:07:54.985250 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Checking segment: {'id': '2b25f7f1-9ebf-448b-8132-ce885362c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:07:54.985595 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Bound using segment: {'id': '2b25f7f1-9ebf-448b-8132-ce885362c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:07:54.986500 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Bound port: e5805a0c-737f-4a25-be88-d2bbd56b846a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b25f7f1-9ebf-448b-8132-ce885362c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:07:54.986855 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:54.988749 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Pushing event updated for resources: {'Port': ['ID=e5805a0c-737f-4a25-be88-d2bbd56b846a,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:54.999506 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0367a0d7-0347-472e-9a53-5cfce4b7dfb6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5898221 Aug 28 23:07:55.011058 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850836-0449-4c52-b79f-06ceae7c0541 req-af0be53d-2205-4817-ab59-ce2b0db66e7c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:55.011058 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f8850836-0449-4c52-b79f-06ceae7c0541 req-af0be53d-2205-4817-ab59-ce2b0db66e7c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.2646830 Aug 28 23:07:55.011058 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd25b5b0-2cd4-4c4a-9036-dd1e7903fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:55.046841 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-efe67b57-1143-4dde-b68e-3ea634c5322c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0771186 Aug 28 23:07:55.053044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd25b5b0-2cd4-4c4a-9036-dd1e7903fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:55.090675 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f8850836-0449-4c52-b79f-06ceae7c0541 req-3ef0a7ba-1e6d-448a-88b6-fd72939622c7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Aug 28 23:07:55.112666 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] For port e5805a0c-737f-4a25-be88-d2bbd56b846a, host hv-cinder-79049, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:07:55.124652 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] For port e5805a0c-737f-4a25-be88-d2bbd56b846a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e5805a0c-737f-4a25-be88-d2bbd56b846a,segment=NetworkSegment(2b25f7f1-9ebf-448b-8132-ce885362c881),segment_id=2b25f7f1-9ebf-448b-8132-ce885362c881)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:07:55.245981 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ee47-9ed2-42ac-abcb-3a43c89db211 req-29c0cc0e-f4ec-4de4-a58b-a686e86ccfb9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:55.247568 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d802ee47-9ed2-42ac-abcb-3a43c89db211 req-29c0cc0e-f4ec-4de4-a58b-a686e86ccfb9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.1107731 Aug 28 23:07:55.303625 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d802ee47-9ed2-42ac-abcb-3a43c89db211 req-053aaa54-01ba-4141-95ee-1246fa79e3b6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487852 Aug 28 23:07:55.337450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c708604-3e21-4df5-a68f-fb1360c7f9aa x-openstack-request-id: req-9c708604-3e21-4df5-a68f-fb1360c7f9aa {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:07:55.337933 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828e226-a592-47d7-ad56-d391f09151f2", "tag": "a3a0d112-2b87-4914-9f2f-4c5bb97e229e", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:07:55.338286 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c708604-3e21-4df5-a68f-fb1360c7f9aa {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:07:55.338840 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828e226-a592-47d7-ad56-d391f09151f2', 'tag': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'status': 'completed', 'code': 200} Aug 28 23:07:55.376679 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:55.412944 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:55.413552 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:55.415179 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] 10.222.0.39 "PUT /v2.0/ports/e5805a0c-737f-4a25-be88-d2bbd56b846a HTTP/1.1" status: 200 len: 1093 time: 2.0999784 Aug 28 23:07:55.422276 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd25b5b0-2cd4-4c4a-9036-dd1e7903fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:55.430486 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd25b5b0-2cd4-4c4a-9036-dd1e7903fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:55.444120 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-cd25b5b0-2cd4-4c4a-9036-dd1e7903fabd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e660cdb-9e06-4e3a-b76e-3100b18a3334 HTTP/1.1" status: 204 len: 168 time: 0.6866353 Aug 28 23:07:55.444370 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12ba3-cf43-4d3b-a4f4-08b8caf17d37 service neutron] Pushing event updated for resources: {'Port': ['ID=e5805a0c-737f-4a25-be88-d2bbd56b846a,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:55.446215 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25b5b0-2cd4-4c4a-9036-dd1e7903fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e660cdb-9e06-4e3a-b76e-3100b18a3334,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:55.604192 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d03e33-0664-4196-b396-dfeb59782d27 req-e6462e2a-e7e1-430c-a64f-55ccb4c83ed9 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:55.606034 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-27d03e33-0664-4196-b396-dfeb59782d27 req-e6462e2a-e7e1-430c-a64f-55ccb4c83ed9 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0727885 Aug 28 23:07:55.720647 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-27d03e33-0664-4196-b396-dfeb59782d27 req-6afde6a8-ff38-4024-ae76-c6a5b6160073 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966821 Aug 28 23:07:56.088321 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c54ed7d7-6daf-4a2a-a24f-434dcaf08bd3 req-962f0473-4d56-4759-87a9-c532276b518b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0324924 Aug 28 23:07:56.213574 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee62e-d08f-4276-8744-e0eb3dd515e1 req-31ab52b1-f269-49b0-8bd8-5cdd853fb3a7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:56.215294 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-adbee62e-d08f-4276-8744-e0eb3dd515e1 req-31ab52b1-f269-49b0-8bd8-5cdd853fb3a7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0502346 Aug 28 23:07:56.258783 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-adbee62e-d08f-4276-8744-e0eb3dd515e1 req-65e73797-f9eb-4304-800e-3fbb1b49c4b2 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Aug 28 23:07:56.419830 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7600a0c-532f-46b5-877e-62e39ecade9f req-79e64692-afc4-420e-99ef-432bef2d55f4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:56.421319 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e7600a0c-532f-46b5-877e-62e39ecade9f req-79e64692-afc4-420e-99ef-432bef2d55f4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.0550330 Aug 28 23:07:56.458532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e7600a0c-532f-46b5-877e-62e39ecade9f req-8ebe97c7-e2f8-4569-b5a8-33680cb7ce50 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309823 Aug 28 23:07:56.694378 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59600) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:56.714999 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f376b0b6-aecf-446e-894d-2779fcf80202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:56.900579 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5cd9-c842-42b5-8c77-0ce88cf78b9a req-536b58f5-c796-4101-8c23-383555fc8fac tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:56.902338 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a5a5cd9-c842-42b5-8c77-0ce88cf78b9a req-536b58f5-c796-4101-8c23-383555fc8fac tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.1069307 Aug 28 23:07:56.923076 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f376b0b6-aecf-446e-894d-2779fcf80202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:56.968047 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a5a5cd9-c842-42b5-8c77-0ce88cf78b9a req-e1eabe6e-a77b-4b18-9f5d-9bfbd391b2c5 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559807 Aug 28 23:07:57.010305 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f376b0b6-aecf-446e-894d-2779fcf80202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:57.054293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376b0b6-aecf-446e-894d-2779fcf80202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a1d468-6d65-464e-8fce-f2a26cf549ca,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:57.078651 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59622) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:07:57.079188 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f376b0b6-aecf-446e-894d-2779fcf80202 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6b03588ab22416f87ae081652d29fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832548 Aug 28 23:07:57.141412 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-943f420b-588e-4046-926f-723dbc388692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:57.168174 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-943f420b-588e-4046-926f-723dbc388692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:57.201065 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb86fe72-38d8-4361-b4ff-17e492a7a5c8 req-770ad017-1878-411f-9ca4-9413ed61e6a0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0297992 Aug 28 23:07:57.340183 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'tag': 'e5805a0c-737f-4a25-be88-d2bbd56b846a'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:07:57.342658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20" -d '{"events": [{"name": "network-changed", "server_uuid": "ef47ba62-c1bb-4afd-b9b0-f979da0619d4", "tag": "e5805a0c-737f-4a25-be88-d2bbd56b846a"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:07:57.381050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec12793-9b20-4325-8ac7-ac4cca58c223 req-5a0aac26-8181-4744-b651-95be5e937d96 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:57.382622 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5bd098-f32d-40a9-b2e4-7e98937dc1f0 x-openstack-request-id: req-da5bd098-f32d-40a9-b2e4-7e98937dc1f0 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:07:57.382909 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef47ba62-c1bb-4afd-b9b0-f979da0619d4", "tag": "e5805a0c-737f-4a25-be88-d2bbd56b846a", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:07:57.383150 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da5bd098-f32d-40a9-b2e4-7e98937dc1f0 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:07:57.383522 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'tag': 'e5805a0c-737f-4a25-be88-d2bbd56b846a', 'status': 'completed', 'code': 200} Aug 28 23:07:57.386162 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ec12793-9b20-4325-8ac7-ac4cca58c223 req-5a0aac26-8181-4744-b651-95be5e937d96 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0611060 Aug 28 23:07:57.437364 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ec12793-9b20-4325-8ac7-ac4cca58c223 req-432e9a1e-8a9d-4617-a2d1-a49dfabc15d1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Aug 28 23:07:57.454440 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-943f420b-588e-4046-926f-723dbc388692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:57.457188 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-943f420b-588e-4046-926f-723dbc388692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:07:57.458640 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-943f420b-588e-4046-926f-723dbc388692 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10a1d468-6d65-464e-8fce-f2a26cf549ca HTTP/1.1" status: 204 len: 168 time: 0.3786073 Aug 28 23:07:57.466907 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f420b-588e-4046-926f-723dbc388692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a1d468-6d65-464e-8fce-f2a26cf549ca,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:07:57.762429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afb623-1ffd-4084-b7b5-7716f59e577e req-757d1eb3-27ff-4eb3-b77e-d596c129f1c0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:57.762429 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-74afb623-1ffd-4084-b7b5-7716f59e577e req-757d1eb3-27ff-4eb3-b77e-d596c129f1c0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.0514317 Aug 28 23:07:57.762429 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-74afb623-1ffd-4084-b7b5-7716f59e577e req-891c8029-c3cb-431c-8c55-f30d16573e4c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Aug 28 23:07:58.140585 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0562fed-b9d9-45c5-b3a8-5c96812e1888 req-0a10a8e4-aee2-44cf-ac40-b79a6b270c1a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:58.153221 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e0562fed-b9d9-45c5-b3a8-5c96812e1888 req-0a10a8e4-aee2-44cf-ac40-b79a6b270c1a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0843301 Aug 28 23:07:58.208971 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e0562fed-b9d9-45c5-b3a8-5c96812e1888 req-821a373e-ef38-4628-9350-75dccc13b0a1 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505786 Aug 28 23:07:58.371648 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b931161-61e4-4bdf-9ba0-d086db28586c req-fd38a7ec-41de-4952-933b-a983699fa2da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0366139 Aug 28 23:07:58.559787 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f4f48-2c74-4020-8a2a-74f4e4e2b7c4 req-3d4ad9e2-3383-489c-8fbf-110ec50fc514 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:58.561587 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d83f4f48-2c74-4020-8a2a-74f4e4e2b7c4 req-3d4ad9e2-3383-489c-8fbf-110ec50fc514 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0503528 Aug 28 23:07:58.603568 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d83f4f48-2c74-4020-8a2a-74f4e4e2b7c4 req-876d7c72-d54e-401f-b332-c3ddca713303 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343156 Aug 28 23:07:58.783345 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb002bd-4e6a-45b6-95e0-1a12b20b1366 req-90f0e74d-2b5a-416f-98f5-13bc54fe0eb9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:58.785217 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0cb002bd-4e6a-45b6-95e0-1a12b20b1366 req-90f0e74d-2b5a-416f-98f5-13bc54fe0eb9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.0650828 Aug 28 23:07:58.881076 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0cb002bd-4e6a-45b6-95e0-1a12b20b1366 req-3b4fcfd1-0c34-4163-94ee-be84fb0b5278 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759213 Aug 28 23:07:59.394233 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f453-6985-4eb6-b50e-9319ba46f170 req-5ec363b5-e2ad-4b20-9405-faad506206fe tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:59.402322 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9864f453-6985-4eb6-b50e-9319ba46f170 req-5ec363b5-e2ad-4b20-9405-faad506206fe tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0815027 Aug 28 23:07:59.465631 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9864f453-6985-4eb6-b50e-9319ba46f170 req-90fdbaa2-76f5-4df2-9252-1a231f92f8db tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620077 Aug 28 23:07:59.497665 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6cca2aa3-6575-40bc-8c17-60b95a694c4e req-249a03bc-9330-4826-b00f-16829429142e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0390952 Aug 28 23:07:59.734951 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edca314-e445-4dc7-ba2a-4d5ab0bc4cf0 req-86c76363-c44d-4311-b3ed-157d371fae3e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:07:59.736699 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9edca314-e445-4dc7-ba2a-4d5ab0bc4cf0 req-86c76363-c44d-4311-b3ed-157d371fae3e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0519207 Aug 28 23:07:59.787606 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9edca314-e445-4dc7-ba2a-4d5ab0bc4cf0 req-a38617eb-27a4-4ded-838e-38bc8fb36d54 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Aug 28 23:08:00.004172 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212c819-5fd9-4011-a0da-55654e2f8ff7 req-0b83dde2-547d-4b67-a957-1a57cac34dfa tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:00.014941 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9212c819-5fd9-4011-a0da-55654e2f8ff7 req-0b83dde2-547d-4b67-a957-1a57cac34dfa tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.0646086 Aug 28 23:08:00.053539 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9212c819-5fd9-4011-a0da-55654e2f8ff7 req-635c8a89-8dee-4026-b521-aef09b0b28b9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Aug 28 23:08:00.112453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 59730) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:00.235249 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f7c95af-8fd4-4d75-a4c3-97cc84dd0a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.340806 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f7c95af-8fd4-4d75-a4c3-97cc84dd0a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.404773 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f7c95af-8fd4-4d75-a4c3-97cc84dd0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.446667 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0f7c95af-8fd4-4d75-a4c3-97cc84dd0a48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8861d80c5494fe883662572a6b14b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329804 Aug 28 23:08:00.447725 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c95af-8fd4-4d75-a4c3-97cc84dd0a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478b6bb-6886-4cc2-a73e-5ad114a2f9fd,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:00.449518 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 59740) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:00.503402 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9fd44f10-a2d2-4bad-bd98-93b8fc8ed979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.537254 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9fd44f10-a2d2-4bad-bd98-93b8fc8ed979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.629050 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8de63b8b-08ba-40fe-829c-8ff65c72cf4c req-30cf09cf-9d00-4548-94d4-f3816a4984dd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0353088 Aug 28 23:08:00.643065 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe364d-7158-40d6-a8ed-823a2e04fd6a req-1d0120ea-22ad-4a61-9139-a4fe65eee533 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:00.644579 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7efe364d-7158-40d6-a8ed-823a2e04fd6a req-1d0120ea-22ad-4a61-9139-a4fe65eee533 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0919809 Aug 28 23:08:00.698275 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7efe364d-7158-40d6-a8ed-823a2e04fd6a req-a3b762e6-da02-4056-9899-1691b02a0d46 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Aug 28 23:08:00.729827 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9fd44f10-a2d2-4bad-bd98-93b8fc8ed979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.732356 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9fd44f10-a2d2-4bad-bd98-93b8fc8ed979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:00.736378 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-9fd44f10-a2d2-4bad-bd98-93b8fc8ed979 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d478b6bb-6886-4cc2-a73e-5ad114a2f9fd HTTP/1.1" status: 204 len: 168 time: 0.2829638 Aug 28 23:08:00.748358 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd44f10-a2d2-4bad-bd98-93b8fc8ed979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478b6bb-6886-4cc2-a73e-5ad114a2f9fd,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:00.927459 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c20d3-d832-4d13-b42c-3d9d972bdfd1 req-9467fcfd-2a6a-4b17-82f1-5602ca46eeba tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:00.929018 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-252c20d3-d832-4d13-b42c-3d9d972bdfd1 req-9467fcfd-2a6a-4b17-82f1-5602ca46eeba tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0526063 Aug 28 23:08:00.977273 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-252c20d3-d832-4d13-b42c-3d9d972bdfd1 req-1aec8418-add8-4ab0-837f-6f11eaebed14 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Aug 28 23:08:01.178255 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9176c-415f-4ffb-a1a8-18750b72f3c5 req-60b3f63d-0f65-4ed7-8217-ac0ae0300f77 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:01.179746 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8fa9176c-415f-4ffb-a1a8-18750b72f3c5 req-60b3f63d-0f65-4ed7-8217-ac0ae0300f77 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.0517976 Aug 28 23:08:01.224073 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8fa9176c-415f-4ffb-a1a8-18750b72f3c5 req-378ad77d-7dbb-4942-b0ce-f1e9548f23ed tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335350 Aug 28 23:08:01.599322 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:08:01.611239 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Request body: {'port': {'device_id': 'b4199476-47e7-454c-9062-a493de34301c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:01.618185 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Request body: {'port': {'device_id': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:01.677218 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:01.678951 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:01.765390 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-58780104-157a-4a07-99ae-8f472079db25 req-1d3a4b94-7147-422d-9f33-6db2d6c9a259 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0511410 Aug 28 23:08:01.950406 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32652e2f-f92e-46e1-8f3d-8c3792e7b6b5 req-4df39888-231a-44b0-8755-93fbce56418a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:01.951924 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32652e2f-f92e-46e1-8f3d-8c3792e7b6b5 req-4df39888-231a-44b0-8755-93fbce56418a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.1692557 Aug 28 23:08:01.953941 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf req-420a120e-479d-4ec1-89b0-08066452c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:01.955403 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf req-420a120e-479d-4ec1-89b0-08066452c409 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 1096 time: 0.2395296 Aug 28 23:08:01.959707 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20 req-adbc8fd6-9fda-4e7a-b827-941aeafcdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:01.961415 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20 req-adbc8fd6-9fda-4e7a-b827-941aeafcdcdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bf55fd244c84c4e9130debab6d1f20f&device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 1096 time: 0.1514132 Aug 28 23:08:02.230918 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32652e2f-f92e-46e1-8f3d-8c3792e7b6b5 req-8b38819f-23ab-422f-8f5f-6b6985ceb1ec tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607822 Aug 28 23:08:02.236658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf req-73a07095-77ee-414e-bc02-0ae508e18055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.238172 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf req-73a07095-77ee-414e-bc02-0ae508e18055 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b130a0f19f74460b9fededbf31fd04b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2665770 Aug 28 23:08:02.239243 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20 req-575881e7-f743-4db5-9fdb-eac252106846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.249202 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20 req-575881e7-f743-4db5-9fdb-eac252106846 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6bf55fd244c84c4e9130debab6d1f20f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2677374 Aug 28 23:08:02.251961 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2ae8-331d-4b9b-8a8c-2e07af6f7618 req-cdf0b647-f25d-4424-9b9e-907b4094992a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.253583 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d9b2ae8-331d-4b9b-8a8c-2e07af6f7618 req-cdf0b647-f25d-4424-9b9e-907b4094992a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.1039810 Aug 28 23:08:02.340543 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d9b2ae8-331d-4b9b-8a8c-2e07af6f7618 req-4b3b868e-5f4a-4bf5-af70-1ad06e65981a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Aug 28 23:08:02.371600 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b4252d-6eb7-4f0b-9812-a86846d97cc5 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:02.379933 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:02.405339 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7284e-3792-4c15-af7b-9b7a5f5b9d64 req-22b66a25-28c3-4061-949b-b0b99f04427b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.406905 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7ee7284e-3792-4c15-af7b-9b7a5f5b9d64 req-22b66a25-28c3-4061-949b-b0b99f04427b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 931 time: 0.1041238 Aug 28 23:08:02.407986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Transition to ACTIVE for port object 04b4252d-6eb7-4f0b-9812-a86846d97cc5 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:02.450148 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7ee7284e-3792-4c15-af7b-9b7a5f5b9d64 req-d0c78dbc-ee8f-46a2-85e6-1b32eb941717 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Aug 28 23:08:02.470629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.39', 59980) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:02.522528 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:02.625051 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Pushing event updated for resources: {'Port': ['ID=04b4252d-6eb7-4f0b-9812-a86846d97cc5,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:02.669260 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Attempting to bind port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:08:02.669611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Attempting to bind port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:08:02.669988 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Attempting to bind port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:02.678703 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-ef553825-f04a-4839-8c5a-843e9244a17f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.680141 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-ef553825-f04a-4839-8c5a-843e9244a17f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 816 time: 0.2075212 Aug 28 23:08:02.682500 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:08:02.682913 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Attempting to bind port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:02.688630 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:08:02.690665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Checking segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:02.690665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Bound using segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:08:02.690665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Bound port: 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:08:02.690665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:02.756471 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf req-756ccbcb-129f-417b-9c2b-fab607797972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.758129 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e6ee6539-8f98-42f5-b37f-5af5180fbfdf req-756ccbcb-129f-417b-9c2b-fab607797972 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5064127 Aug 28 23:08:02.764363 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20 req-b5868193-71d2-461c-b3c8-ea532b6610f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.765832 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ca68d627-693b-4c9b-9f84-9ae50ebb7a20 req-b5868193-71d2-461c-b3c8-ea532b6610f8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5008299 Aug 28 23:08:02.778045 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-b73cea95-66d3-4d23-a024-28e839c86e5f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 380 time: 0.0838284 Aug 28 23:08:02.798405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'port': {'device_id': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'admin_state_up': True, 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'security_groups': ['fa1de069-1547-4c6f-b129-d7066f71c23b']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:02.882582 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b2dce-b113-40e4-9f2d-85e7532341a6 {{(pid=94554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:02.894377 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:02.907025 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] For port 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:08:02.917572 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] For port 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:08:02.918667 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-d8e457a9-6d57-474c-8bc8-cc179e4589d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.920160 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-d8e457a9-6d57-474c-8bc8-cc179e4589d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 1096 time: 0.1102672 Aug 28 23:08:02.921183 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Transition to ACTIVE for port object 769b2dce-b113-40e4-9f2d-85e7532341a6 will not be triggered until provisioned by entity L2. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:02.926871 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-d73dfa92-f09f-4252-9f9c-8249440cac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:02.928308 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-d73dfa92-f09f-4252-9f9c-8249440cac7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6bf55fd244c84c4e9130debab6d1f20f&device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 1096 time: 0.0872116 Aug 28 23:08:02.955327 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-759d86a7-87b9-4180-9864-08b5276dedc2 req-d7c100f1-68c5-400e-8df9-7592d94b3a5b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0426905 Aug 28 23:08:02.998252 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-842ecfc0-6013-4f63-ab03-920127e2b58e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e HTTP/1.1" status: 200 len: 217 time: 0.0675471 Aug 28 23:08:03.034557 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.037439 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-6b4cfa4b-cf13-4e7c-bcba-d04e2362e428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5805a0c-737f-4a25-be88-d2bbd56b846a HTTP/1.1" status: 200 len: 217 time: 0.0775466 Aug 28 23:08:03.052887 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.148750 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Pushing event updated for resources: {'Port': ['ID=04b4252d-6eb7-4f0b-9812-a86846d97cc5,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:03.168659 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.169295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.170630 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-54dfaf02-8797-4386-99b8-344f1148fa7d service neutron] 10.222.0.39 "PUT /v2.0/ports/04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 1094 time: 1.5647264 Aug 28 23:08:03.202128 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'tag': '04b4252d-6eb7-4f0b-9812-a86846d97cc5'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:03.215943 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d744f8f-8d91-4481-bbfa-47943579172b req-357fa44c-756b-488c-badd-09a087704915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.217819 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-357fa44c-756b-488c-badd-09a087704915 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa43a8e-628a-4846-b5c3-3235b4fc3275 HTTP/1.1" status: 200 len: 855 time: 0.1917932 Aug 28 23:08:03.318497 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-926af360-7a1c-4330-877c-3d9d28317359 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95770048-f10d-4c09-b5ee-87929c266da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627079 Aug 28 23:08:03.322644 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Pushing event updated for resources: {'Port': ['ID=769b2dce-b113-40e4-9f2d-85e7532341a6,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:03.337636 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-dbb1a183-2790-4125-aa82-5dd99ae58f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.339260 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-dbb1a183-2790-4125-aa82-5dd99ae58f2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b86268c1-4923-40ce-a0f3-3ff39f91c5c9 HTTP/1.1" status: 200 len: 851 time: 0.2780004 Aug 28 23:08:03.360503 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f61f8-34c1-4c23-b5ab-c90e23bb3d07 req-3d75bc92-8c13-4a0b-81a6-509fa9296ae2 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.362019 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-375f61f8-34c1-4c23-b5ab-c90e23bb3d07 req-3d75bc92-8c13-4a0b-81a6-509fa9296ae2 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0504525 Aug 28 23:08:03.379973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6ec77-83a6-4697-8432-c89acfc9ad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "20efe6cd-e083-4bb0-b957-1b1d89c66656", "tag": "04b4252d-6eb7-4f0b-9812-a86846d97cc5"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:03.419816 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Attempting to bind port 769b2dce-b113-40e4-9f2d-85e7532341a6 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:08:03.420145 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Attempting to bind port 769b2dce-b113-40e4-9f2d-85e7532341a6 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:08:03.420466 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Attempting to bind port 769b2dce-b113-40e4-9f2d-85e7532341a6 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:03.421667 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-375f61f8-34c1-4c23-b5ab-c90e23bb3d07 req-bb9ed4f6-7213-49ba-a1ac-c82a5cc986a3 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Aug 28 23:08:03.423836 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-04a1fec6-40f3-47dc-ac61-c862039b6d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6d48e8a6-feda-4640-af4a-edd30cfef6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757735 Aug 28 23:08:03.429631 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Port 769b2dce-b113-40e4-9f2d-85e7532341a6 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:08:03.429963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Attempting to bind port 769b2dce-b113-40e4-9f2d-85e7532341a6 on network 5565ecd7-21b4-4d90-a183-2d27a88b1e2f {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:03.481140 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234e87-e0c0-4a2c-97ee-dfa790900ce7 req-f0f39678-275c-4cee-9da7-8d34b867b464 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.484134 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-72234e87-e0c0-4a2c-97ee-dfa790900ce7 req-f0f39678-275c-4cee-9da7-8d34b867b464 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0667107 Aug 28 23:08:03.506625 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:08:03.509291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Checking segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:03.509291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Bound using segment: {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:08:03.509291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Bound port: 769b2dce-b113-40e4-9f2d-85e7532341a6, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7388bc19-b79a-45a0-a46e-30cc0e36bee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:08:03.509291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.543227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Made reservation on behalf of e5c27db67ad24ea9b0856f2a8195dd48 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:08:03.546889 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.596195 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-800e6a71-0c6d-43ac-9ac2-7dc9ad4fc620 service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744179 Aug 28 23:08:03.597168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-35f1cccf-a8a7-4888-b85e-778e434c95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.599845 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-35f1cccf-a8a7-4888-b85e-778e434c95fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1097 time: 0.1147718 Aug 28 23:08:03.612408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f69292-b02b-4902-9e92-0559de0252ec x-openstack-request-id: req-28f69292-b02b-4902-9e92-0559de0252ec {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:03.612408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20efe6cd-e083-4bb0-b957-1b1d89c66656", "tag": "04b4252d-6eb7-4f0b-9812-a86846d97cc5", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:03.612408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28f69292-b02b-4902-9e92-0559de0252ec {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:03.612408 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'tag': '04b4252d-6eb7-4f0b-9812-a86846d97cc5', 'status': 'completed', 'code': 200} Aug 28 23:08:03.645208 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-1eceeb91-c3fb-40c9-bf19-167f2245f329 service neutron] 10.222.0.39 "GET /v2.0/networks/6d48e8a6-feda-4640-af4a-edd30cfef6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124906 Aug 28 23:08:03.693420 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] For port 769b2dce-b113-40e4-9f2d-85e7532341a6, host hv-cinder-79049, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:08:03.722265 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-6cf87999-f2d8-48e2-95cf-41b910e780e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.1006944 Aug 28 23:08:03.725146 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-72234e87-e0c0-4a2c-97ee-dfa790900ce7 req-ce7808bc-929f-4f15-9495-377edb3f9757 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889656 Aug 28 23:08:03.742950 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] For port 769b2dce-b113-40e4-9f2d-85e7532341a6, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=769b2dce-b113-40e4-9f2d-85e7532341a6,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:08:03.798285 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-559800f3-9ebe-492e-b5bd-6ce208939f12 service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841416 Aug 28 23:08:03.811540 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.816766 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-d141ead2-4296-409e-8813-462bed73bc55 service neutron] 10.222.0.39 "GET /v2.0/networks/6d48e8a6-feda-4640-af4a-edd30cfef6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414218 Aug 28 23:08:03.851504 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.851504 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:03.851504 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] 10.222.0.39 "PUT /v2.0/ports/769b2dce-b113-40e4-9f2d-85e7532341a6 HTTP/1.1" status: 200 len: 1093 time: 2.2444181 Aug 28 23:08:03.851814 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4199476-47e7-454c-9062-a493de34301c', 'tag': '769b2dce-b113-40e4-9f2d-85e7532341a6'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:03.854356 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4199476-47e7-454c-9062-a493de34301c", "tag": "769b2dce-b113-40e4-9f2d-85e7532341a6"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:03.878089 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a5ffb-1d47-4164-958e-21d8de6ff61e req-be5f7cc7-3daf-4979-b251-9882c8379af5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.879620 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-278a5ffb-1d47-4164-958e-21d8de6ff61e req-be5f7cc7-3daf-4979-b251-9882c8379af5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.1622286 Aug 28 23:08:03.886782 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa827e-63b4-4ba4-96cf-5039a32cf409 service neutron] Pushing event updated for resources: {'Port': ['ID=769b2dce-b113-40e4-9f2d-85e7532341a6,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:03.887059 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-ef271f85-c660-4132-acaf-93ef3b67d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.888619 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-ef271f85-c660-4132-acaf-93ef3b67d7bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.1531808 Aug 28 23:08:03.907517 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1303470b-eaa9-48e1-9ae8-5c53a4417706 x-openstack-request-id: req-1303470b-eaa9-48e1-9ae8-5c53a4417706 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:03.907904 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4199476-47e7-454c-9062-a493de34301c", "tag": "769b2dce-b113-40e4-9f2d-85e7532341a6", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:03.908344 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1303470b-eaa9-48e1-9ae8-5c53a4417706 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:03.908825 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4199476-47e7-454c-9062-a493de34301c', 'tag': '769b2dce-b113-40e4-9f2d-85e7532341a6', 'status': 'completed', 'code': 200} Aug 28 23:08:03.942721 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Allocated IP 172.20.0.10 (eaa9bae8-4d59-47d8-b960-00e86c451354/b8354f8b-c4af-410c-a02c-53cba37a650d/5275ed48-e6d1-4a81-9df0-c1f928401ae2) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:08:03.963084 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-b1e7c216-5e68-4ba3-827f-58a9ab3c8206 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610013 Aug 28 23:08:03.978186 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c req-fcd22a47-9879-482c-80b4-d93f9c6bf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:03.979841 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c req-fcd22a47-9879-482c-80b4-d93f9c6bf61a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 1096 time: 0.0412493 Aug 28 23:08:04.058475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-278a5ffb-1d47-4164-958e-21d8de6ff61e req-e7734d36-bd56-463f-839c-7f0955444f07 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666596 Aug 28 23:08:04.085184 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c req-6603e1cc-fd47-4f51-89fc-e5cb5c5895a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.087209 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c req-6603e1cc-fd47-4f51-89fc-e5cb5c5895a5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0e3c47d1a3184978b3efafc16951bc69&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0995944 Aug 28 23:08:04.092326 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-92d2c2fb-cfcb-4bd8-a082-979ae6b99581 req-89283cc1-80ed-47c7-80a6-4e7277b30fd1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0535407 Aug 28 23:08:04.188541 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c req-3c339755-7be0-4b4a-9d43-0cdaf645392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.188745 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-47321e83-27d3-4a9a-98b9-c100eefcae53 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159114 Aug 28 23:08:04.190195 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5d43a6ad-3ca1-4f02-a7fe-218ecb15407c req-3c339755-7be0-4b4a-9d43-0cdaf645392c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960248 Aug 28 23:08:04.277772 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:04.279963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-2b397984-e62c-411d-bf7a-dfb1c5718b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.281685 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-2b397984-e62c-411d-bf7a-dfb1c5718b67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 1096 time: 0.0453906 Aug 28 23:08:04.327141 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-2a9aa9d9-0e62-49cf-844e-5da99f81c9f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b2dce-b113-40e4-9f2d-85e7532341a6 HTTP/1.1" status: 200 len: 217 time: 0.0347753 Aug 28 23:08:04.384163 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0930b316-50f5-43df-af92-9896d1421a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.385808 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-0930b316-50f5-43df-af92-9896d1421a07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0515227 Aug 28 23:08:04.419591 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-afede07a-8021-434a-b79f-470c82b15afd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262876 Aug 28 23:08:04.449064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Transition to ACTIVE for port object 5275ed48-e6d1-4a81-9df0-c1f928401ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:04.476489 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1397cce0-31ae-421e-92a3-fa7d33c4e5c5 req-6afdf176-02c6-40da-bb24-c2a1a3c46e08 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749667 Aug 28 23:08:04.516261 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-79f09fa5-f992-4101-9abe-a6c03e3514f6 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Aug 28 23:08:04.544867 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eacb74-fe80-492f-a8a3-0eba76790bb3 req-37baab34-783b-4612-82eb-4d396c23076e tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.546476 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4eacb74-fe80-492f-a8a3-0eba76790bb3 req-37baab34-783b-4612-82eb-4d396c23076e tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0473602 Aug 28 23:08:04.584499 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4eacb74-fe80-492f-a8a3-0eba76790bb3 req-5301a2de-1898-46ee-80a2-6d346d024551 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Aug 28 23:08:04.617380 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-292ea081-5bcf-4f55-bd6f-1da9e52805eb req-d8fdc0a4-b179-4da6-882f-e2933cd4b340 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939090 Aug 28 23:08:04.621497 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:04.661446 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Network eaa9bae8-4d59-47d8-b960-00e86c451354 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:08:04.665440 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:08:04.675648 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:08:04.685087 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.685774 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:04.699524 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:04.720781 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-86605929-3b4a-4925-afe7-4d451e5c57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.722493 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-86605929-3b4a-4925-afe7-4d451e5c57c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1097 time: 0.0631986 Aug 28 23:08:04.787806 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-3d8b2b85-10aa-4a02-adef-05d472c8dcd8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9977605 Aug 28 23:08:04.809517 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Request body: {'port': {'device_id': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:04.920704 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:04.944319 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435ca4c-f856-4be6-a05c-32250b7f656c req-3734e5ee-d2f0-431f-b2ad-95864a76a4f5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.951722 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3435ca4c-f856-4be6-a05c-32250b7f656c req-3734e5ee-d2f0-431f-b2ad-95864a76a4f5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.1077428 Aug 28 23:08:04.969326 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-15fe7e55-c320-49f8-9a99-76a767f9be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:04.971204 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-15fe7e55-c320-49f8-9a99-76a767f9be68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.2395446 Aug 28 23:08:05.038392 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3435ca4c-f856-4be6-a05c-32250b7f656c req-c68003df-bb81-4e2f-9695-e176a88548be tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851729 Aug 28 23:08:05.186745 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-a0b4b2cf-03af-4f0b-9354-3b5caf4c725e None None] Provisioning for port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:05.190730 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-a0b4b2cf-03af-4f0b-9354-3b5caf4c725e None None] Provisioning complete for port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:05.191180 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a0b4b2cf-03af-4f0b-9354-3b5caf4c725e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:05.224793 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4b2cf-03af-4f0b-9354-3b5caf4c725e None None] Port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:08:05.271416 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e4877-e0cd-41e8-8825-fafad728e5e0 req-1e196220-cd13-4bf9-8f0f-fb1739721383 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:05.272735 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f8e4877-e0cd-41e8-8825-fafad728e5e0 req-1e196220-cd13-4bf9-8f0f-fb1739721383 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.1346610 Aug 28 23:08:05.284608 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c582-5dca-411b-b1fa-456e90e6695c req-93bf32f3-ac68-4d8a-bb8f-c1c5160b2d99 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:05.287328 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5228c582-5dca-411b-b1fa-456e90e6695c req-93bf32f3-ac68-4d8a-bb8f-c1c5160b2d99 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 932 time: 0.0887005 Aug 28 23:08:05.359502 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f8e4877-e0cd-41e8-8825-fafad728e5e0 req-a6da6577-ecb9-4176-8793-3bf81df42681 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682478 Aug 28 23:08:05.381087 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5228c582-5dca-411b-b1fa-456e90e6695c req-f2e84094-70c7-409b-b730-30318726f19c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825412 Aug 28 23:08:05.420264 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5275ed48-e6d1-4a81-9df0-c1f928401ae2 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:05.427672 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:05.439224 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Transition to ACTIVE for port object 5275ed48-e6d1-4a81-9df0-c1f928401ae2 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:05.506654 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:05.560166 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:05.593176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Attempting to bind port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:08:05.593579 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Attempting to bind port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:08:05.593947 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Attempting to bind port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 on network eaa9bae8-4d59-47d8-b960-00e86c451354 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:05.598312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 on network eaa9bae8-4d59-47d8-b960-00e86c451354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:08:05.605427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Attempting to bind port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 on network eaa9bae8-4d59-47d8-b960-00e86c451354 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:05.605427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:08:05.605427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Checking segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:05.605427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Bound using segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:08:05.605427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Bound port: 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:08:05.605427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:05.710466 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:08:05.726562 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:08:05.747945 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5b555-bcbe-45b6-92d4-f969768564ae req-3a3bc30b-4930-4de1-b146-e7bc3a520f02 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:05.749623 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aae5b555-bcbe-45b6-92d4-f969768564ae req-3a3bc30b-4930-4de1-b146-e7bc3a520f02 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0741301 Aug 28 23:08:05.790793 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aae5b555-bcbe-45b6-92d4-f969768564ae req-4488b9f4-2a62-4f75-899b-84c48e7d732c tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Aug 28 23:08:05.844431 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:05.909440 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:05.910091 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:05.911591 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] 10.222.0.39 "PUT /v2.0/ports/5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 200 len: 1094 time: 1.1146853 Aug 28 23:08:05.912295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:05.914599 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:05.920911 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0765f-56c2-408d-8099-6f556fc70230 service neutron] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:05.936889 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-b43c4b02-4b16-41ce-8f16-d4d679210df6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.2329481 Aug 28 23:08:05.957904 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e6d0b-33fe-42ff-9a34-8f4cb9a8f289 x-openstack-request-id: req-577e6d0b-33fe-42ff-9a34-8f4cb9a8f289 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:05.958666 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:05.958666 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-577e6d0b-33fe-42ff-9a34-8f4cb9a8f289 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:05.959102 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'status': 'completed', 'code': 200} Aug 28 23:08:06.162181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e244b6-1ec7-41fc-88e6-6420af1dc352 req-c01b9eb1-2491-439f-8057-97adc5042459 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:06.163637 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-93e244b6-1ec7-41fc-88e6-6420af1dc352 req-c01b9eb1-2491-439f-8057-97adc5042459 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0484817 Aug 28 23:08:06.200555 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-93e244b6-1ec7-41fc-88e6-6420af1dc352 req-7e534334-2e93-478f-b1a2-ed88b4481447 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Aug 28 23:08:06.498528 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6b9db-fc5b-4d19-a6f5-65dae8593e2c req-60567fe0-0ac7-4cb7-8101-7b45f30780bd tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:06.499965 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ed6b9db-fc5b-4d19-a6f5-65dae8593e2c req-60567fe0-0ac7-4cb7-8101-7b45f30780bd tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.0748775 Aug 28 23:08:06.520022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b79dd-5b56-4da2-a3c4-1175eb519423 req-10340159-ec7a-485a-843c-f975732527aa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:06.521400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e57b79dd-5b56-4da2-a3c4-1175eb519423 req-10340159-ec7a-485a-843c-f975732527aa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0682733 Aug 28 23:08:06.568080 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ed6b9db-fc5b-4d19-a6f5-65dae8593e2c req-8082985b-b7a7-4b01-a3b2-fbc9ed59dbaf tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611129 Aug 28 23:08:06.576035 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e57b79dd-5b56-4da2-a3c4-1175eb519423 req-a067d4d9-83b9-46f0-96d7-3cec20b07a3b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475595 Aug 28 23:08:06.901381 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af68a08-ebbb-4c60-b091-5da3c13caa36 req-4e70c886-f930-473f-9671-64b5892ab331 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:06.902846 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9af68a08-ebbb-4c60-b091-5da3c13caa36 req-4e70c886-f930-473f-9671-64b5892ab331 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0465658 Aug 28 23:08:06.940680 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9af68a08-ebbb-4c60-b091-5da3c13caa36 req-f24e8f31-f66b-44c1-9b9c-f06b9b1fa824 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318172 Aug 28 23:08:07.314658 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab26dfa-5083-4d90-bab4-bd804178560a req-eb3f5dd9-4c43-44da-ac1f-d34f46d1d9a3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:07.316086 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ab26dfa-5083-4d90-bab4-bd804178560a req-eb3f5dd9-4c43-44da-ac1f-d34f46d1d9a3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0510550 Aug 28 23:08:07.352004 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ab26dfa-5083-4d90-bab4-bd804178560a req-f045d4a3-6e2d-45e1-be29-501f630ddf4f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301566 Aug 28 23:08:07.582669 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-ba85feca-ad4a-4c68-b091-2f8d72b4f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:07.584327 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-ba85feca-ad4a-4c68-b091-2f8d72b4f3bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0436831 Aug 28 23:08:07.595227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5 req-b7dd5f6f-b142-4220-9bef-b135cce40ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:07.596713 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5 req-b7dd5f6f-b142-4220-9bef-b135cce40ce7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1097 time: 0.0429201 Aug 28 23:08:07.619053 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-cedb3679-e9e2-43da-91bb-324b9265583e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244615 Aug 28 23:08:07.719530 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-eb82fcc6-6640-4b30-9fae-20d23f2b6880 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888865 Aug 28 23:08:07.819291 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-afa6ec77-83a6-4697-8432-c89acfc9ad4e req-fb41b48f-782c-454e-aee1-4604791be3da service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892181 Aug 28 23:08:07.840523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d21a1d-6c27-4604-8197-d5068c8196ec req-f6009517-1fae-494f-8207-c4598f5a317a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:07.841946 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a8d21a1d-6c27-4604-8197-d5068c8196ec req-f6009517-1fae-494f-8207-c4598f5a317a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.1987975 Aug 28 23:08:07.844824 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5 req-10e615d5-68e6-4ff6-b740-0244e35d2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:07.846161 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5 req-10e615d5-68e6-4ff6-b740-0244e35d2664 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2397034 Aug 28 23:08:07.855164 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bbe6-6fb8-4135-b1d2-b0e15f3c4a3f req-844af9a7-052b-470c-b351-76b7bfd94c82 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:07.856506 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91b8bbe6-6fb8-4135-b1d2-b0e15f3c4a3f req-844af9a7-052b-470c-b351-76b7bfd94c82 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.1729839 Aug 28 23:08:08.011465 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a8d21a1d-6c27-4604-8197-d5068c8196ec req-94922cf0-0f4d-4606-acff-5c6d9013bdc5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630571 Aug 28 23:08:08.023863 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91b8bbe6-6fb8-4135-b1d2-b0e15f3c4a3f req-b9c1cdae-823c-4e27-836b-f38e7af16057 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482201 Aug 28 23:08:08.065371 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5 req-ae564957-ef50-409c-a740-5286230f1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:08.066962 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ac2dbc2-9185-41ff-b8f5-78d1b3ead8b5 req-ae564957-ef50-409c-a740-5286230f1f3b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090580 Aug 28 23:08:08.128156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cccb3-c051-43f9-a313-50785441f633 req-d7c69793-7a12-4957-b4a7-140d850983fc tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:08.129602 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ba9cccb3-c051-43f9-a313-50785441f633 req-d7c69793-7a12-4957-b4a7-140d850983fc tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0479519 Aug 28 23:08:08.166808 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ba9cccb3-c051-43f9-a313-50785441f633 req-28ada59e-4c37-4d74-b555-f79cd2225b71 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Aug 28 23:08:08.462526 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481cda5-5c43-47c9-a2d8-266812f37383 req-84d66595-5bc0-4632-ae94-6526460b7049 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:08.463980 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d481cda5-5c43-47c9-a2d8-266812f37383 req-84d66595-5bc0-4632-ae94-6526460b7049 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0476551 Aug 28 23:08:08.500983 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d481cda5-5c43-47c9-a2d8-266812f37383 req-3874ed3b-1ec3-4ea7-be1b-906a7ac4f068 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Aug 28 23:08:09.156271 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1e55-6589-45f5-aad7-108ab3117526 req-93b1fb5d-d14f-448c-81cb-77bb14da848d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:09.157736 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb9d1e55-6589-45f5-aad7-108ab3117526 req-93b1fb5d-d14f-448c-81cb-77bb14da848d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.0781929 Aug 28 23:08:09.169057 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e52853-cecc-45fa-8c3d-35fae8b83565 req-d8440c0f-a1b4-48c5-b1e2-33d9bea8a146 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:09.170500 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-34e52853-cecc-45fa-8c3d-35fae8b83565 req-d8440c0f-a1b4-48c5-b1e2-33d9bea8a146 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0651083 Aug 28 23:08:09.224991 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb9d1e55-6589-45f5-aad7-108ab3117526 req-6d0e2ad5-2a9b-493d-9301-c06ba133572d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535703 Aug 28 23:08:09.227836 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-34e52853-cecc-45fa-8c3d-35fae8b83565 req-a876151e-a62f-4b07-86ed-7297bb80f627 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508587 Aug 28 23:08:09.325665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127c37-700c-4097-971c-618e976f4a67 req-429f778b-0632-4dc8-8fb7-d19058b2b79a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:09.327141 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a127c37-700c-4097-971c-618e976f4a67 req-429f778b-0632-4dc8-8fb7-d19058b2b79a tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 943 time: 0.0488374 Aug 28 23:08:09.362990 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a127c37-700c-4097-971c-618e976f4a67 req-c515fea4-ac3c-4d07-8d36-1193dd5b14da tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300622 Aug 28 23:08:09.612312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e721-6966-472f-9dea-a42e4eb836a6 req-b49d147e-66ac-420c-8811-1778c45b8186 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:09.613653 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-03c0e721-6966-472f-9dea-a42e4eb836a6 req-b49d147e-66ac-420c-8811-1778c45b8186 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 943 time: 0.0485916 Aug 28 23:08:09.649679 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-03c0e721-6966-472f-9dea-a42e4eb836a6 req-855d65e2-a71a-492b-87ee-869c7d0d4b71 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302796 Aug 28 23:08:09.707048 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device a3a0d112-2b87-4914-9f2f-4c5bb97e229e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:08:09.808444 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:09.819674 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'port_id': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'mac_address': 'fa:16:3e:8c:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa43a8e-628a-4846-b5c3-3235b4fc3275', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:08:09.855128 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:09.871117 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a0d112-2b87-4914-9f2f-4c5bb97e229e {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:09.890160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:09.998297 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:09.998989 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e5805a0c-737f-4a25-be88-d2bbd56b846a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:08:10.085730 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:10.137798 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e5805a0c-737f-4a25-be88-d2bbd56b846a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e5805a0c-737f-4a25-be88-d2bbd56b846a,segment=NetworkSegment(2b25f7f1-9ebf-448b-8132-ce885362c881),segment_id=2b25f7f1-9ebf-448b-8132-ce885362c881)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:10.152103 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'e5805a0c-737f-4a25-be88-d2bbd56b846a', 'network_id': '6d48e8a6-feda-4640-af4a-edd30cfef6cb', 'port_id': 'e5805a0c-737f-4a25-be88-d2bbd56b846a', 'mac_address': 'fa:16:3e:f6:1b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86268c1-4923-40ce-a0f3-3ff39f91c5c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:08:10.268354 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-57a79959-7056-4b86-ad53-97322e83ad75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:10.283431 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:10.297201 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5805a0c-737f-4a25-be88-d2bbd56b846a {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:10.317072 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e5805a0c-737f-4a25-be88-d2bbd56b846a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e5805a0c-737f-4a25-be88-d2bbd56b846a,segment=NetworkSegment(2b25f7f1-9ebf-448b-8132-ce885362c881),segment_id=2b25f7f1-9ebf-448b-8132-ce885362c881)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:10.366711 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e58297-66eb-4eaa-b7a8-72fa2935d18a req-876e2940-f3c1-445e-82f7-057bf5f706dd tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.368224 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-94e58297-66eb-4eaa-b7a8-72fa2935d18a req-876e2940-f3c1-445e-82f7-057bf5f706dd tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.0771334 Aug 28 23:08:10.376239 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0926d1-990f-436c-bb5c-2e23f502bd97 req-4bda0292-231f-4000-ac18-3c74199e032b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.377612 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ce0926d1-990f-436c-bb5c-2e23f502bd97 req-4bda0292-231f-4000-ac18-3c74199e032b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0762033 Aug 28 23:08:10.426548 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:10.435149 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-94e58297-66eb-4eaa-b7a8-72fa2935d18a req-19fe9af6-08d7-4130-9a6a-7edb3aff1fac tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565786 Aug 28 23:08:10.439957 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ce0926d1-990f-436c-bb5c-2e23f502bd97 req-1efd7ec5-6d06-4c3a-a63f-7b486e36d666 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547442 Aug 28 23:08:10.480223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=e5805a0c-737f-4a25-be88-d2bbd56b846a,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:10.683381 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5383a-fa15-45f2-9ea5-37aa2564cf5c req-73ee78a3-d1ad-4df0-ab7a-8cd8522785ac tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.685092 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c6d5383a-fa15-45f2-9ea5-37aa2564cf5c req-73ee78a3-d1ad-4df0-ab7a-8cd8522785ac tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 944 time: 0.1934910 Aug 28 23:08:10.780308 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c6d5383a-fa15-45f2-9ea5-37aa2564cf5c req-b15575a4-3a55-4bdc-bba1-b4e0105e2251 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891078 Aug 28 23:08:10.792118 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-e8d7ff29-1453-44ad-afbb-adb9589f4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.793606 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-e8d7ff29-1453-44ad-afbb-adb9589f4282 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1097 time: 0.1012230 Aug 28 23:08:10.801625 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5f9a0-208b-4618-93f4-c1c338e94ed2 req-fe3a20c4-d6ff-4ee0-bf40-31bdcef3363a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.803230 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05f5f9a0-208b-4618-93f4-c1c338e94ed2 req-fe3a20c4-d6ff-4ee0-bf40-31bdcef3363a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 944 time: 0.0760005 Aug 28 23:08:10.845413 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-bc0ed629-ac9f-4ed8-8081-616d31a6d8b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 200 len: 217 time: 0.0412104 Aug 28 23:08:10.903716 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05f5f9a0-208b-4618-93f4-c1c338e94ed2 req-8fb610af-acda-43ae-8d53-8265e43d3686 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918469 Aug 28 23:08:10.914516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-111ef5c9-d6d7-46df-8c9f-5216c08c1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.915951 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-111ef5c9-d6d7-46df-8c9f-5216c08c1c6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0615304 Aug 28 23:08:10.968539 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:10.977296 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-6655f90b-05b5-4205-a35b-c7a07c1e4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:10.978824 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-6655f90b-05b5-4205-a35b-c7a07c1e4b33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539711 Aug 28 23:08:10.987207 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['e5805a0c-737f-4a25-be88-d2bbd56b846a'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:11.080074 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-36a4cf89-9ad2-448e-9262-2ffc98139aae service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917604 Aug 28 23:08:11.184591 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-206735d1-4b81-465f-b87e-2eee3a9273e4 req-059e6e7b-505b-4cbd-873f-04d6127c5791 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957279 Aug 28 23:08:11.583011 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff24bf-1fdd-42b0-a8c5-3af3b9a43cb2 req-cc1378e5-1290-4e29-9332-fad7f7bf958e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:11.584528 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79ff24bf-1fdd-42b0-a8c5-3af3b9a43cb2 req-cc1378e5-1290-4e29-9332-fad7f7bf958e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.0783544 Aug 28 23:08:11.615184 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce7541-47c5-41bd-bc65-e3277545c4ee req-db0d85b7-9bb7-4b9e-9497-985076cbf164 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:11.617203 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a1ce7541-47c5-41bd-bc65-e3277545c4ee req-db0d85b7-9bb7-4b9e-9497-985076cbf164 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0827918 Aug 28 23:08:11.665766 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79ff24bf-1fdd-42b0-a8c5-3af3b9a43cb2 req-1797ac5b-0471-4aa7-a943-9a94efa2ac79 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682063 Aug 28 23:08:11.674309 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a1ce7541-47c5-41bd-bc65-e3277545c4ee req-97b6a89c-0fd0-4f70-b944-0176ebe1610e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504627 Aug 28 23:08:11.899575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690708c6-8855-432a-a12f-8090550d321d req-ad552d25-da8e-4c9d-ab5f-8c8684c50df4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:11.901051 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-690708c6-8855-432a-a12f-8090550d321d req-ad552d25-da8e-4c9d-ab5f-8c8684c50df4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Aug 28 23:08:11.948036 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-690708c6-8855-432a-a12f-8090550d321d req-fb754283-2446-4257-9456-825fbe0131af tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Aug 28 23:08:12.047486 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceee21-646f-4162-9da8-324529a88e17 req-15b9dde5-e330-4972-a056-3a84ffc85d9d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:12.054481 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05ceee21-646f-4162-9da8-324529a88e17 req-15b9dde5-e330-4972-a056-3a84ffc85d9d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 944 time: 0.0644186 Aug 28 23:08:12.086663 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05ceee21-646f-4162-9da8-324529a88e17 req-8cc38278-2bd7-4404-bb2b-1aa7298d68a6 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Aug 28 23:08:12.735993 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-17cc0e94-8be9-486d-8384-75a75d970511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:12.822503 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990a06-10ba-4d9b-8a01-fd200cfed321 req-32a8535b-7f65-455f-b8d6-65a00476585e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:12.824510 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-47990a06-10ba-4d9b-8a01-fd200cfed321 req-32a8535b-7f65-455f-b8d6-65a00476585e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 943 time: 0.0811884 Aug 28 23:08:12.836450 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364cfca-d342-43e6-b124-573410b81880 req-a78e2128-9933-4c06-9b09-8a0d8cf09bf0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:12.837971 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f364cfca-d342-43e6-b124-573410b81880 req-a78e2128-9933-4c06-9b09-8a0d8cf09bf0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0827003 Aug 28 23:08:12.892789 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-47990a06-10ba-4d9b-8a01-fd200cfed321 req-d3157924-312d-4332-afd0-fa8cc0ecbaec tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Aug 28 23:08:12.900586 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f364cfca-d342-43e6-b124-573410b81880 req-f06831e0-ee7c-4fcf-be15-e817da0e14be tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553579 Aug 28 23:08:12.992352 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:13.085150 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c98ef3-6605-4a6e-9a3b-366384c260a3 req-843d81a6-e2ee-4d25-a54f-2bdccfdc19dc tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:13.086649 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d6c98ef3-6605-4a6e-9a3b-366384c260a3 req-843d81a6-e2ee-4d25-a54f-2bdccfdc19dc tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 944 time: 0.0558791 Aug 28 23:08:13.125825 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d6c98ef3-6605-4a6e-9a3b-366384c260a3 req-02ccd876-0bf0-482e-8aee-583690b46fbf tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Aug 28 23:08:13.204788 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cf43f-0abf-4bf1-a9c0-ebed6a8ce2e8 req-b72b5d1c-c38d-41c8-a9e0-c2748582b412 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:13.206403 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-df3cf43f-0abf-4bf1-a9c0-ebed6a8ce2e8 req-b72b5d1c-c38d-41c8-a9e0-c2748582b412 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 944 time: 0.0501580 Aug 28 23:08:13.246933 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-df3cf43f-0abf-4bf1-a9c0-ebed6a8ce2e8 req-3ecc580a-a5bc-435a-b44b-81f756b751fc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343833 Aug 28 23:08:13.573685 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 769b2dce-b113-40e4-9f2d-85e7532341a6 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:08:13.628047 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device a3a0d112-2b87-4914-9f2f-4c5bb97e229e up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:13.702090 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 769b2dce-b113-40e4-9f2d-85e7532341a6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=769b2dce-b113-40e4-9f2d-85e7532341a6,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:13.713808 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '769b2dce-b113-40e4-9f2d-85e7532341a6', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'port_id': '769b2dce-b113-40e4-9f2d-85e7532341a6', 'mac_address': 'fa:16:3e:8c:f5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:08:13.750682 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:13.774607 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b2dce-b113-40e4-9f2d-85e7532341a6 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:13.786489 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 769b2dce-b113-40e4-9f2d-85e7532341a6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=769b2dce-b113-40e4-9f2d-85e7532341a6,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:13.947503 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:13.948206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 04b4252d-6eb7-4f0b-9812-a86846d97cc5 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:08:13.950225 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port a3a0d112-2b87-4914-9f2f-4c5bb97e229e completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:13.959209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port a3a0d112-2b87-4914-9f2f-4c5bb97e229e triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:13.959773 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.041256 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69aba1-0113-4b39-b029-0c55d068b5f5 req-76489a6a-f6b4-4a3f-856d-fe3545ce377b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:14.043510 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f69aba1-0113-4b39-b029-0c55d068b5f5 req-76489a6a-f6b4-4a3f-856d-fe3545ce377b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 944 time: 0.0812027 Aug 28 23:08:14.054434 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7adfd-e58f-47c5-af15-8873562fd6fd req-150bbec5-91f2-434b-a029-699d9ee6a6d6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:14.056172 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79a7adfd-e58f-47c5-af15-8873562fd6fd req-150bbec5-91f2-434b-a029-699d9ee6a6d6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0826075 Aug 28 23:08:14.057223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:14.061180 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=769b2dce-b113-40e4-9f2d-85e7532341a6,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:14.079234 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '04b4252d-6eb7-4f0b-9812-a86846d97cc5', 'network_id': '5565ecd7-21b4-4d90-a183-2d27a88b1e2f', 'port_id': '04b4252d-6eb7-4f0b-9812-a86846d97cc5', 'mac_address': 'fa:16:3e:77:e2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da52ab76-71f7-48ba-9425-98926e8ac8ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:08:14.118704 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f69aba1-0113-4b39-b029-0c55d068b5f5 req-1d71655d-d1a4-42eb-8701-ee1e104af165 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Aug 28 23:08:14.145647 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79a7adfd-e58f-47c5-af15-8873562fd6fd req-ced2c68e-61d9-4131-95a8-988e0edeb278 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543470 Aug 28 23:08:14.155761 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.182689 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.188529 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828e226-a592-47d7-ad56-d391f09151f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:14.253528 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d01fe-9b78-414c-94d1-a5e440148155 req-b02de4ed-6c5e-4cd8-baa3-f0fe5bb2cee9 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:14.255105 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-051d01fe-9b78-414c-94d1-a5e440148155 req-b02de4ed-6c5e-4cd8-baa3-f0fe5bb2cee9 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 944 time: 0.0598607 Aug 28 23:08:14.277849 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:14.286135 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.290532 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b4252d-6eb7-4f0b-9812-a86846d97cc5 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:14.302468 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-051d01fe-9b78-414c-94d1-a5e440148155 req-ef25582f-0b26-45fb-92e9-c2afe30a0163 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Aug 28 23:08:14.314123 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:14.334906 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b09659-ad38-4a1e-836c-ca814b7bf8dc" -d '{"events": [{"server_uuid": "5828e226-a592-47d7-ad56-d391f09151f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3a0d112-2b87-4914-9f2f-4c5bb97e229e"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:14.368453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e12bb-dd75-40d5-a1b6-a7a9b97efc48 req-6b5356f7-fe29-4d2b-beec-504e3cb77b65 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:14.370054 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f6e12bb-dd75-40d5-a1b6-a7a9b97efc48 req-6b5356f7-fe29-4d2b-beec-504e3cb77b65 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 944 time: 0.0491116 Aug 28 23:08:14.409536 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f6e12bb-dd75-40d5-a1b6-a7a9b97efc48 req-c67af714-efad-4792-860a-df77450b83aa tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Aug 28 23:08:14.415461 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.416140 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:08:14.420145 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.420874 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e5805a0c-737f-4a25-be88-d2bbd56b846a up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:14.466217 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9bed76-43a8-40d8-b289-735b3a28bf41 x-openstack-request-id: req-ac9bed76-43a8-40d8-b289-735b3a28bf41 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:14.466502 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828e226-a592-47d7-ad56-d391f09151f2", "name": "network-vif-plugged", "status": "completed", "tag": "a3a0d112-2b87-4914-9f2f-4c5bb97e229e", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:14.466750 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac9bed76-43a8-40d8-b289-735b3a28bf41 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:14.467197 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828e226-a592-47d7-ad56-d391f09151f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'code': 200} Aug 28 23:08:14.547497 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=04b4252d-6eb7-4f0b-9812-a86846d97cc5,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:14.624784 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:14.638176 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:14.649665 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'mac_address': 'fa:16:3e:2c:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:08:14.651660 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port e5805a0c-737f-4a25-be88-d2bbd56b846a completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:14.657470 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port e5805a0c-737f-4a25-be88-d2bbd56b846a triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:14.659888 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.715353 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.734280 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5275ed48-e6d1-4a81-9df0-c1f928401ae2 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:14.783172 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:14.790230 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.830079 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e5805a0c-737f-4a25-be88-d2bbd56b846a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e5805a0c-737f-4a25-be88-d2bbd56b846a,segment=NetworkSegment(2b25f7f1-9ebf-448b-8132-ce885362c881),segment_id=2b25f7f1-9ebf-448b-8132-ce885362c881)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:14.849115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ce43c-855a-49d6-a73f-133fbfc95f15 req-e682bcca-0d4d-4326-be06-9a7888958289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:14.850636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5a6ce43c-855a-49d6-a73f-133fbfc95f15 req-e682bcca-0d4d-4326-be06-9a7888958289 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 1098 time: 0.0905433 Aug 28 23:08:14.860410 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.873479 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-5a6ce43c-855a-49d6-a73f-133fbfc95f15 req-93184753-5eed-429b-bd8d-3ba89bff78f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.916085 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:14.959752 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:14.971463 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-5a6ce43c-855a-49d6-a73f-133fbfc95f15 req-93184753-5eed-429b-bd8d-3ba89bff78f8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:15.008028 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=e5805a0c-737f-4a25-be88-d2bbd56b846a,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:15.049211 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-5a6ce43c-855a-49d6-a73f-133fbfc95f15 req-93184753-5eed-429b-bd8d-3ba89bff78f8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:15.085186 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5a6ce43c-855a-49d6-a73f-133fbfc95f15 req-93184753-5eed-429b-bd8d-3ba89bff78f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269907 Aug 28 23:08:15.092003 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93184753-5eed-429b-bd8d-3ba89bff78f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4201e643-083f-4fe6-8c12-3ee1fb4e309e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:15.135708 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['769b2dce-b113-40e4-9f2d-85e7532341a6'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:15.186118 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['04b4252d-6eb7-4f0b-9812-a86846d97cc5'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:15.213267 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['5275ed48-e6d1-4a81-9df0-c1f928401ae2'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:15.324150 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8acf84-ed5e-4b6a-b3c5-dcbacdabe3ba req-9882c325-5738-49d6-b202-7e2ff56fe699 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:15.344449 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8d8acf84-ed5e-4b6a-b3c5-dcbacdabe3ba req-9882c325-5738-49d6-b202-7e2ff56fe699 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 944 time: 0.1115556 Aug 28 23:08:15.363791 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5b7cd-e6f5-4735-a017-5a91cc1f2e42 req-d5312abc-b73b-4174-a37e-8239a123bccf tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:15.365632 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1f5b7cd-e6f5-4735-a017-5a91cc1f2e42 req-d5312abc-b73b-4174-a37e-8239a123bccf tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.1173208 Aug 28 23:08:15.414194 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8d8acf84-ed5e-4b6a-b3c5-dcbacdabe3ba req-e8c82cd1-dabb-4004-bdd1-4150bc7046b5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Aug 28 23:08:15.440761 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1f5b7cd-e6f5-4735-a017-5a91cc1f2e42 req-44740b89-07d0-440c-80c9-1515f13ff58c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630023 Aug 28 23:08:15.491725 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:15.550967 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837a6be-ec6a-4ac7-a649-790c51d27465 req-884ce501-875c-495d-9351-9cb615f0da46 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:15.552479 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0837a6be-ec6a-4ac7-a649-790c51d27465 req-884ce501-875c-495d-9351-9cb615f0da46 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0791919 Aug 28 23:08:15.567857 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0709-3128-42cf-9070-5fac2e811b21 req-99e76146-33e4-4b4c-8be6-2430d30b550a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:15.569635 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-08ae0709-3128-42cf-9070-5fac2e811b21 req-99e76146-33e4-4b4c-8be6-2430d30b550a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0660934 Aug 28 23:08:15.616633 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0837a6be-ec6a-4ac7-a649-790c51d27465 req-eee2ae9e-9216-4f53-846e-af1934a9f432 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570979 Aug 28 23:08:15.632646 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-08ae0709-3128-42cf-9070-5fac2e811b21 req-125e7718-2b00-402b-baf0-d6f00fe38938 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Aug 28 23:08:15.762610 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60218) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:15.899908 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60224) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:15.967685 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e627a57c-8a77-49eb-bbc8-024718d6b6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:15.979160 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.012612 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.db.api [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 23:08:16.012612 dv-cinder-790492-11-iscsi neutron-server[94553]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 23:08:16.012612 dv-cinder-790492-11-iscsi neutron-server[94553]: [parameters: {'project_id': '852c3be9b3694d66ae7bb29fe84f1d1a', 'id': 'e48a80b1-c2c2-4e7b-811e-55b6b5e5a698', 'expiration': datetime.datetime(2021, 8, 28, 23, 10, 16, 3270)}] Aug 28 23:08:16.012612 dv-cinder-790492-11-iscsi neutron-server[94553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 23:08:16.013017 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG oslo_db.api [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 23:08:16.076954 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e627a57c-8a77-49eb-bbc8-024718d6b6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.248944 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e627a57c-8a77-49eb-bbc8-024718d6b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.285971 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-e627a57c-8a77-49eb-bbc8-024718d6b6ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=106f49e7cc7f49f0bddf3823fa303f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850176 Aug 28 23:08:16.287057 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627a57c-8a77-49eb-bbc8-024718d6b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ed294-751c-4e67-96e8-b1773ae74bdb,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:16.289550 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60228) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:16.339934 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-19661af3-30ea-413e-8084-c96119f9398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.360980 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-19661af3-30ea-413e-8084-c96119f9398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.469031 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5805a0c-737f-4a25-be88-d2bbd56b846a'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:16.471368 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92da147-02cb-40d6-b620-53cea85ccd82" -d '{"events": [{"server_uuid": "ef47ba62-c1bb-4afd-b9b0-f979da0619d4", "name": "network-vif-plugged", "status": "completed", "tag": "e5805a0c-737f-4a25-be88-d2bbd56b846a"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:16.517470 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5cdbc-c06e-426e-a2ab-afda45d77a28 req-26e6e5bd-75b7-49d6-af4b-4eab91b39a08 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:16.519247 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ec5cdbc-c06e-426e-a2ab-afda45d77a28 req-26e6e5bd-75b7-49d6-af4b-4eab91b39a08 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 944 time: 0.0492847 Aug 28 23:08:16.528540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.540774 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-19661af3-30ea-413e-8084-c96119f9398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.543417 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-19661af3-30ea-413e-8084-c96119f9398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.544596 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-19661af3-30ea-413e-8084-c96119f9398b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a11ed294-751c-4e67-96e8-b1773ae74bdb HTTP/1.1" status: 204 len: 168 time: 0.2534764 Aug 28 23:08:16.552691 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19661af3-30ea-413e-8084-c96119f9398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ed294-751c-4e67-96e8-b1773ae74bdb,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:16.608993 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ec5cdbc-c06e-426e-a2ab-afda45d77a28 req-fcbf996c-d027-456b-b4b2-cf8fcdb46a64 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786626 Aug 28 23:08:16.622790 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd2d18-eeb2-4c20-9fc6-6d1365fd85e1 req-430567bd-f8c3-46bb-9e0f-dd0c038feb97 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:16.624277 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4cbd2d18-eeb2-4c20-9fc6-6d1365fd85e1 req-430567bd-f8c3-46bb-9e0f-dd0c038feb97 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.1044154 Aug 28 23:08:16.660150 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc0f6cf-b288-44b2-bc39-3341e6e3eba4 x-openstack-request-id: req-acc0f6cf-b288-44b2-bc39-3341e6e3eba4 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:16.667213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef47ba62-c1bb-4afd-b9b0-f979da0619d4", "name": "network-vif-plugged", "status": "completed", "tag": "e5805a0c-737f-4a25-be88-d2bbd56b846a", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:16.667213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acc0f6cf-b288-44b2-bc39-3341e6e3eba4 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:16.667213 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5805a0c-737f-4a25-be88-d2bbd56b846a', 'code': 200} Aug 28 23:08:16.682897 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4cbd2d18-eeb2-4c20-9fc6-6d1365fd85e1 req-247061b9-b34f-44b4-93c3-f44156888e9f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523546 Aug 28 23:08:16.759207 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.782214 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb80dc-ad7b-4a6c-baef-f34a744cf7be req-99649165-cc04-4226-a991-dbec2ef663a3 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:16.790219 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4feb80dc-ad7b-4a6c-baef-f34a744cf7be req-99649165-cc04-4226-a991-dbec2ef663a3 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0799382 Aug 28 23:08:16.834852 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.849869 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.908728 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=852c3be9b3694d66ae7bb29fe84f1d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450186 Aug 28 23:08:16.915685 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60258) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:16.923123 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f54e9-1d7a-450d-9608-3ffb8848e4ff req-553929cf-e8c6-42d6-871c-1ab6484ba24a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:16.930271 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-224f54e9-1d7a-450d-9608-3ffb8848e4ff req-553929cf-e8c6-42d6-871c-1ab6484ba24a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.1389508 Aug 28 23:08:16.947446 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4feb80dc-ad7b-4a6c-baef-f34a744cf7be req-62710e06-1576-4296-bf8a-f610a2741c56 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493580 Aug 28 23:08:16.953741 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fea4e-c0ae-428a-96ba-0fd1f568171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20117c1e-c1d2-446d-af43-dff106c300fb,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:16.981936 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7e30-43db-46e8-8d13-386e981d4c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:16.998215 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-224f54e9-1d7a-450d-9608-3ffb8848e4ff req-b06333c3-ccc0-410a-8267-8c59ca988cef tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637538 Aug 28 23:08:17.017347 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7e30-43db-46e8-8d13-386e981d4c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:17.058173 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938bdf5-9bcb-4202-9ed8-e2e4654f64ef req-7945f3b7-573a-47af-813d-9fc9fcd5512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:17.059780 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1938bdf5-9bcb-4202-9ed8-e2e4654f64ef req-7945f3b7-573a-47af-813d-9fc9fcd5512e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 1098 time: 0.0595098 Aug 28 23:08:17.108396 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1938bdf5-9bcb-4202-9ed8-e2e4654f64ef req-f5f591e7-fcd9-48ef-8a7c-b2bd5b687b91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Aug 28 23:08:17.237956 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7e30-43db-46e8-8d13-386e981d4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:17.240538 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7e30-43db-46e8-8d13-386e981d4c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:17.241682 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fa4b7e30-43db-46e8-8d13-386e981d4c29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20117c1e-c1d2-446d-af43-dff106c300fb HTTP/1.1" status: 204 len: 168 time: 0.3249257 Aug 28 23:08:17.249793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b7e30-43db-46e8-8d13-386e981d4c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20117c1e-c1d2-446d-af43-dff106c300fb,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:17.577005 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 769b2dce-b113-40e4-9f2d-85e7532341a6 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:17.695751 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 769b2dce-b113-40e4-9f2d-85e7532341a6 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:17.702046 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 769b2dce-b113-40e4-9f2d-85e7532341a6 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:17.715054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:17.734209 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6da4f-d1e8-4fc4-a04d-398ec7223924 req-1fccad63-73df-4fc0-ae62-b1b2bf425e46 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:17.745434 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0af6da4f-d1e8-4fc4-a04d-398ec7223924 req-1fccad63-73df-4fc0-ae62-b1b2bf425e46 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 944 time: 0.0668807 Aug 28 23:08:17.850803 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0af6da4f-d1e8-4fc4-a04d-398ec7223924 req-124da571-b6fb-4192-8af0-06d7fd2b26ff tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972757 Aug 28 23:08:17.878651 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe5513-27e7-4d14-9ab6-a3e53b3310a2 req-905ae3bf-3ba6-46fb-a9f0-e631e62a7360 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:17.880301 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fefe5513-27e7-4d14-9ab6-a3e53b3310a2 req-905ae3bf-3ba6-46fb-a9f0-e631e62a7360 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0868990 Aug 28 23:08:17.919698 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:17.928253 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fefe5513-27e7-4d14-9ab6-a3e53b3310a2 req-7ae41800-d456-4a50-ad07-411a6a2321a1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379219 Aug 28 23:08:17.959830 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 769b2dce-b113-40e4-9f2d-85e7532341a6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=769b2dce-b113-40e4-9f2d-85e7532341a6,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:18.055686 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dc467-e3c9-4ef6-9968-87cb642f9d91 req-12e7a812-1340-4324-a78f-f1f0e87d2cc7 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:18.057209 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7f5dc467-e3c9-4ef6-9968-87cb642f9d91 req-12e7a812-1340-4324-a78f-f1f0e87d2cc7 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0547681 Aug 28 23:08:18.098797 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60312) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:18.100956 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.101791 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 04b4252d-6eb7-4f0b-9812-a86846d97cc5 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:18.116738 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2870bc92-f3ed-46df-89e7-5322f1f24730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.143395 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7f5dc467-e3c9-4ef6-9968-87cb642f9d91 req-9031fbcd-75e4-4438-809b-c40b2fd9d5e0 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794723 Aug 28 23:08:18.173377 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db669f-0326-422f-abc0-4834571d5260 req-0b61ac07-d18e-470d-a86b-083352f005a0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:18.175209 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d3db669f-0326-422f-abc0-4834571d5260 req-0b61ac07-d18e-470d-a86b-083352f005a0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.1050587 Aug 28 23:08:18.187931 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=769b2dce-b113-40e4-9f2d-85e7532341a6,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:18.216505 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d3db669f-0326-422f-abc0-4834571d5260 req-980bc517-74bb-4b2b-852f-79fedbdcb165 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339460 Aug 28 23:08:18.231704 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2870bc92-f3ed-46df-89e7-5322f1f24730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.369461 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:18.373501 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:18.373971 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.404481 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2870bc92-f3ed-46df-89e7-5322f1f24730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.449175 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2870bc92-f3ed-46df-89e7-5322f1f24730 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c16f3dc4ddfa4e9697992fb723853dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490520 Aug 28 23:08:18.450702 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870bc92-f3ed-46df-89e7-5322f1f24730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9f355-2701-45b8-8cda-67c6ad589496,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:18.451776 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60320) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:18.476211 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.523785 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:18.527415 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4ff9838b-0a56-4308-90f9-ea3509e6494b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.549300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4ff9838b-0a56-4308-90f9-ea3509e6494b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.662639 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199476-47e7-454c-9062-a493de34301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b2dce-b113-40e4-9f2d-85e7532341a6'}, {'server_uuid': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b4252d-6eb7-4f0b-9812-a86846d97cc5'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:18.664961 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5870403f-107a-44f7-8164-0a186f5b5423" -d '{"events": [{"server_uuid": "b4199476-47e7-454c-9062-a493de34301c", "name": "network-vif-plugged", "status": "completed", "tag": "769b2dce-b113-40e4-9f2d-85e7532341a6"}, {"server_uuid": "20efe6cd-e083-4bb0-b957-1b1d89c66656", "name": "network-vif-plugged", "status": "completed", "tag": "04b4252d-6eb7-4f0b-9812-a86846d97cc5"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:18.672160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.673164 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:18.696648 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4ff9838b-0a56-4308-90f9-ea3509e6494b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.700603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-4ff9838b-0a56-4308-90f9-ea3509e6494b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.702127 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-4ff9838b-0a56-4308-90f9-ea3509e6494b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fad9f355-2701-45b8-8cda-67c6ad589496 HTTP/1.1" status: 204 len: 168 time: 0.2493904 Aug 28 23:08:18.712113 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9838b-0a56-4308-90f9-ea3509e6494b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9f355-2701-45b8-8cda-67c6ad589496,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:18.756030 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b169dc17-e50e-4e6d-b6e6-944064d9784e x-openstack-request-id: req-b169dc17-e50e-4e6d-b6e6-944064d9784e {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:18.756265 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199476-47e7-454c-9062-a493de34301c", "name": "network-vif-plugged", "status": "completed", "tag": "769b2dce-b113-40e4-9f2d-85e7532341a6", "code": 200}, {"server_uuid": "20efe6cd-e083-4bb0-b957-1b1d89c66656", "name": "network-vif-plugged", "status": "completed", "tag": "04b4252d-6eb7-4f0b-9812-a86846d97cc5", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:18.768800 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b169dc17-e50e-4e6d-b6e6-944064d9784e {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:18.768800 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199476-47e7-454c-9062-a493de34301c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b2dce-b113-40e4-9f2d-85e7532341a6', 'code': 200} Aug 28 23:08:18.768800 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b4252d-6eb7-4f0b-9812-a86846d97cc5', 'code': 200} Aug 28 23:08:18.828613 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=04b4252d-6eb7-4f0b-9812-a86846d97cc5,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:18.923704 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:18.927888 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:18.928278 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:18.983811 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d2771-1089-4f2f-9dbe-50ec64fe3c03 req-4696e829-db48-492b-a92c-b4f5b8c1e7a5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:18.991198 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-497d2771-1089-4f2f-9dbe-50ec64fe3c03 req-4696e829-db48-492b-a92c-b4f5b8c1e7a5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0603011 Aug 28 23:08:19.024949 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-497d2771-1089-4f2f-9dbe-50ec64fe3c03 req-ed531f70-8082-472a-9d1f-b7bf8760f424 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Aug 28 23:08:19.057274 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:19.097363 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fae0d-ca4c-4443-8df2-46c41d746f93 req-0cc45496-39a7-451a-8600-587569410b4f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:19.097581 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:19.099361 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3c3fae0d-ca4c-4443-8df2-46c41d746f93 req-0cc45496-39a7-451a-8600-587569410b4f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0563769 Aug 28 23:08:19.137965 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3c3fae0d-ca4c-4443-8df2-46c41d746f93 req-296919ff-b638-4f0e-8fd0-eafe9095fc3e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Aug 28 23:08:19.203980 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:19.284267 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:19.297571 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1ab6-c90a-4717-a8e3-57539ff8a782 req-7baa11ae-979c-459c-8d7e-f32eb768e99b tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:19.299223 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4adf1ab6-c90a-4717-a8e3-57539ff8a782 req-7baa11ae-979c-459c-8d7e-f32eb768e99b tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0580766 Aug 28 23:08:19.340605 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4adf1ab6-c90a-4717-a8e3-57539ff8a782 req-5219c126-4984-47fe-a36f-c2b900d612c5 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Aug 28 23:08:20.149907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692824de-b8b7-4284-9b51-16461d974ab8 req-493a6f26-ecb6-4954-836e-657884285cd7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:20.151993 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-692824de-b8b7-4284-9b51-16461d974ab8 req-493a6f26-ecb6-4954-836e-657884285cd7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0496809 Aug 28 23:08:20.189069 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-692824de-b8b7-4284-9b51-16461d974ab8 req-66f7e8bc-83e6-421a-968f-f75d1cb8bf3f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Aug 28 23:08:20.261241 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43b278-9381-4507-89b5-3941429752bf req-c2ac4133-f158-4f46-bbc7-868512006448 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:20.262712 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ae43b278-9381-4507-89b5-3941429752bf req-c2ac4133-f158-4f46-bbc7-868512006448 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0514073 Aug 28 23:08:20.332744 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ae43b278-9381-4507-89b5-3941429752bf req-4dbf8f62-d8fb-42f1-a043-4644c6cf5766 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630887 Aug 28 23:08:20.765256 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:20.770485 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee3f94e-307e-4754-8421-2ed0e81fda40" -d '{"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-plugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:20.812669 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe43e2-c68a-4328-9853-f43326685651 x-openstack-request-id: req-99fe43e2-c68a-4328-9853-f43326685651 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:20.812960 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-plugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:20.813212 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99fe43e2-c68a-4328-9853-f43326685651 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:20.813647 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'code': 200} Aug 28 23:08:21.216865 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60444) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:21.311881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88716b4-b7cd-47c6-a2ed-f0f321c9cc1c req-7412c8f4-21cd-4749-b1ab-21379ffb51c6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:21.313429 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a88716b4-b7cd-47c6-a2ed-f0f321c9cc1c req-7412c8f4-21cd-4749-b1ab-21379ffb51c6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0491922 Aug 28 23:08:21.351398 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a88716b4-b7cd-47c6-a2ed-f0f321c9cc1c req-ddaf6208-74b9-46ad-8c22-b9f4031b6d56 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Aug 28 23:08:21.374115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-068d21e4-44c5-4d7d-bfc6-7a098aa80d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.489677 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ac026-ebcf-4249-a5b9-2cb0ca8c1e0c req-590defca-24d5-498a-9ae6-5e51f25bae29 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:21.491270 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3c8ac026-ebcf-4249-a5b9-2cb0ca8c1e0c req-590defca-24d5-498a-9ae6-5e51f25bae29 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0734527 Aug 28 23:08:21.520938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-068d21e4-44c5-4d7d-bfc6-7a098aa80d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.540658 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3c8ac026-ebcf-4249-a5b9-2cb0ca8c1e0c req-34ea548a-6d6f-40ce-83eb-177ed63e0c11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Aug 28 23:08:21.586400 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-068d21e4-44c5-4d7d-bfc6-7a098aa80d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.654458 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d21e4-44c5-4d7d-bfc6-7a098aa80d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b308db48-a28f-489b-b128-6d4036ee1142,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:21.658659 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-068d21e4-44c5-4d7d-bfc6-7a098aa80d08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dcda6be791d470a9a3bfd4e64548ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406631 Aug 28 23:08:21.661422 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60454) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:21.688283 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132d65-23bb-4213-9942-496d3c0d5d92 req-09ad00d9-1478-41d5-808b-9718330ecf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:21.689771 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d7132d65-23bb-4213-9942-496d3c0d5d92 req-09ad00d9-1478-41d5-808b-9718330ecf4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 1098 time: 0.0924430 Aug 28 23:08:21.697289 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6dae-d5f2-4635-86d6-be1375d2b94f req-4f049f45-8c35-4a25-b894-bbc7fdfb641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:21.698970 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-aabb6dae-d5f2-4635-86d6-be1375d2b94f req-4f049f45-8c35-4a25-b894-bbc7fdfb641d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.1004548 Aug 28 23:08:21.738501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f562a70f-ba2c-48df-bd02-d347964e2ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.740494 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-aabb6dae-d5f2-4635-86d6-be1375d2b94f req-765ebbb6-eab0-4336-bd2b-eb4bfad64076 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Aug 28 23:08:21.745588 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d7132d65-23bb-4213-9942-496d3c0d5d92 req-30c4f031-86b0-4b29-8386-2577626bc30b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478122 Aug 28 23:08:21.762376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f562a70f-ba2c-48df-bd02-d347964e2ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.855405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f562a70f-ba2c-48df-bd02-d347964e2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.858070 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f562a70f-ba2c-48df-bd02-d347964e2ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:21.859195 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f562a70f-ba2c-48df-bd02-d347964e2ee9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b308db48-a28f-489b-b128-6d4036ee1142 HTTP/1.1" status: 204 len: 168 time: 0.1964355 Aug 28 23:08:21.867066 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562a70f-ba2c-48df-bd02-d347964e2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b308db48-a28f-489b-b128-6d4036ee1142,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:22.425854 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60472) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:22.439642 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c647b7b6-0f1a-4b20-befd-d94a3beef43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.485065 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd75ca-3d54-4e67-b160-cf9d5189f6ee req-59ecb206-ef57-437d-ba71-59a0d0e749ab tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:22.487219 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-86dd75ca-3d54-4e67-b160-cf9d5189f6ee req-59ecb206-ef57-437d-ba71-59a0d0e749ab tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0684724 Aug 28 23:08:22.535690 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c647b7b6-0f1a-4b20-befd-d94a3beef43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.535995 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-86dd75ca-3d54-4e67-b160-cf9d5189f6ee req-966e2dc8-14c2-4153-97b6-547774f025e9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Aug 28 23:08:22.608983 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c647b7b6-0f1a-4b20-befd-d94a3beef43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.648103 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c647b7b6-0f1a-4b20-befd-d94a3beef43a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8da8f0f7f8047c8a4e3da51e53f3ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209737 Aug 28 23:08:22.650583 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60484) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:22.658202 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647b7b6-0f1a-4b20-befd-d94a3beef43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596523a4-2716-46c9-9731-9c53a6482794,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:22.664589 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f492df-f57c-4a41-a39c-004495f254d9 req-bacfa3ad-c547-471c-a919-ca2be1df4d76 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:22.666803 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-95f492df-f57c-4a41-a39c-004495f254d9 req-bacfa3ad-c547-471c-a919-ca2be1df4d76 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0546541 Aug 28 23:08:22.704968 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1588f1a-c4fe-4a12-abb5-8f6a182b8c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.705511 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-95f492df-f57c-4a41-a39c-004495f254d9 req-b05a012f-d552-41d2-b72b-3ded21efd8ea tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Aug 28 23:08:22.726098 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1588f1a-c4fe-4a12-abb5-8f6a182b8c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.843340 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1588f1a-c4fe-4a12-abb5-8f6a182b8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.845937 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1588f1a-c4fe-4a12-abb5-8f6a182b8c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:22.847086 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d1588f1a-c4fe-4a12-abb5-8f6a182b8c87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/596523a4-2716-46c9-9731-9c53a6482794 HTTP/1.1" status: 204 len: 168 time: 0.1950338 Aug 28 23:08:22.855408 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588f1a-c4fe-4a12-abb5-8f6a182b8c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596523a4-2716-46c9-9731-9c53a6482794,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:23.650822 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78fb2-47ef-4a9b-a02d-36487976541a req-6688e6f6-bfe2-4aeb-b557-db0c84766965 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:23.652317 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a4e78fb2-47ef-4a9b-a02d-36487976541a req-6688e6f6-bfe2-4aeb-b557-db0c84766965 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0488272 Aug 28 23:08:23.691689 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a4e78fb2-47ef-4a9b-a02d-36487976541a req-8d168bbf-4cc2-478e-8f33-57136d734305 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Aug 28 23:08:23.823898 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6610bb9-6bc2-4e00-b4b0-85036a60dbc7 req-7d74e453-c451-4391-b00a-a43266765c0e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:23.825366 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f6610bb9-6bc2-4e00-b4b0-85036a60dbc7 req-7d74e453-c451-4391-b00a-a43266765c0e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0491931 Aug 28 23:08:23.863629 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f6610bb9-6bc2-4e00-b4b0-85036a60dbc7 req-a1d045e9-10a0-46e8-a582-6dc13e333971 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Aug 28 23:08:24.805153 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730807-39c2-448c-8202-aceaa7fa862f req-1ecd33d0-8169-42ac-a765-8c8c49d50e62 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:24.806646 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89730807-39c2-448c-8202-aceaa7fa862f req-1ecd33d0-8169-42ac-a765-8c8c49d50e62 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0496736 Aug 28 23:08:24.847478 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89730807-39c2-448c-8202-aceaa7fa862f req-264a6e2b-88e7-4ec1-ad8c-e5dad970526e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339429 Aug 28 23:08:24.980076 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf130eb-d1f2-4789-8f62-036fd1ff4ce7 req-79ee1864-26a3-4caa-bcb2-dd23aa345a56 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:24.981685 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dbf130eb-d1f2-4789-8f62-036fd1ff4ce7 req-79ee1864-26a3-4caa-bcb2-dd23aa345a56 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0495107 Aug 28 23:08:25.033318 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dbf130eb-d1f2-4789-8f62-036fd1ff4ce7 req-ff699a94-a814-45c3-8de4-8a22f8263255 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457344 Aug 28 23:08:25.061408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587667eb-2b40-4028-a8b4-0ac2033ad46a req-426fcb05-500e-46a5-bfc0-df9d5198690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:25.062922 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-587667eb-2b40-4028-a8b4-0ac2033ad46a req-426fcb05-500e-46a5-bfc0-df9d5198690a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1099 time: 0.0440698 Aug 28 23:08:25.105879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-587667eb-2b40-4028-a8b4-0ac2033ad46a req-e419f4a8-bd7f-47af-8094-6a1994a99f37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Aug 28 23:08:26.435874 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fcb6c-a2b9-4c54-b500-c341752d4699 req-95ad638e-1f45-49ad-9a3c-63e4ddfb90c0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:26.437269 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-286fcb6c-a2b9-4c54-b500-c341752d4699 req-95ad638e-1f45-49ad-9a3c-63e4ddfb90c0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0481617 Aug 28 23:08:26.477311 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-286fcb6c-a2b9-4c54-b500-c341752d4699 req-5c487a09-a7bc-4368-ba54-952fa79c7207 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Aug 28 23:08:26.586881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17cd3e-2817-4c97-8754-98686e4a8db9 req-4aa5497b-f0d4-443a-9b32-66537dc0cd38 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:26.590820 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4f17cd3e-2817-4c97-8754-98686e4a8db9 req-4aa5497b-f0d4-443a-9b32-66537dc0cd38 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0493002 Aug 28 23:08:26.647212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4f17cd3e-2817-4c97-8754-98686e4a8db9 req-01ad26e6-2cf7-4125-844b-a5c9856fce15 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517328 Aug 28 23:08:27.509676 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60640) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:27.598547 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c19f7-2d8e-4c2e-85d0-03a5cd5538f6 req-9cea2110-7f35-467b-b10b-6dca4a89d26e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:27.602163 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f82c19f7-2d8e-4c2e-85d0-03a5cd5538f6 req-9cea2110-7f35-467b-b10b-6dca4a89d26e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0557277 Aug 28 23:08:27.626994 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60aa3330-c3bc-4b82-9b68-07cf37fd6898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:27.650422 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f82c19f7-2d8e-4c2e-85d0-03a5cd5538f6 req-3b7f38af-2d70-48f7-aad6-aeb8b86913b0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Aug 28 23:08:27.767569 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60aa3330-c3bc-4b82-9b68-07cf37fd6898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:27.788920 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e127c53-6772-40be-8362-62278988da80 req-fb81d3d7-9fc1-4587-a4ab-16ba1933cfd3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:27.790422 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3e127c53-6772-40be-8362-62278988da80 req-fb81d3d7-9fc1-4587-a4ab-16ba1933cfd3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0525641 Aug 28 23:08:27.829235 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3e127c53-6772-40be-8362-62278988da80 req-6cfe71b4-6122-49b1-a4d7-0afdf7ee4a65 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Aug 28 23:08:27.849299 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60aa3330-c3bc-4b82-9b68-07cf37fd6898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:27.902369 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-60aa3330-c3bc-4b82-9b68-07cf37fd6898 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=049083a8785248a6aab0f492b2c69c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915486 Aug 28 23:08:27.903525 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3330-c3bc-4b82-9b68-07cf37fd6898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c0a3ae-a0c2-4a9b-9615-d6ea6f0bddfb,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:27.905096 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60658) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:28.159838 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ed20d375-7d41-4602-8ef2-ebf64ff4ea8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:28.170378 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262af3-c0b0-438e-9e26-855550411f3b req-923c0dfc-d847-4d0a-b2aa-426d51c70445 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:28.171881 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3d262af3-c0b0-438e-9e26-855550411f3b req-923c0dfc-d847-4d0a-b2aa-426d51c70445 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.2423899 Aug 28 23:08:28.180939 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60672) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:28.185970 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'floatingip': {'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:28.216470 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ed20d375-7d41-4602-8ef2-ebf64ff4ea8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:28.261178 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:28.261523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84108cc-8f03-4c3b-8a8b-06dc0a0800f2 req-76afef21-0c30-4d23-9174-08ea2486362f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:28.263038 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f84108cc-8f03-4c3b-8a8b-06dc0a0800f2 req-76afef21-0c30-4d23-9174-08ea2486362f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0902896 Aug 28 23:08:28.342067 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f84108cc-8f03-4c3b-8a8b-06dc0a0800f2 req-79ae7525-3386-40b1-b642-015539f3ff8d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697601 Aug 28 23:08:28.350318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-7aaf7106-98c2-454c-9728-444fb646503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:28.351777 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-7aaf7106-98c2-454c-9728-444fb646503c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 1098 time: 0.1091547 Aug 28 23:08:28.435609 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ed20d375-7d41-4602-8ef2-ebf64ff4ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:28.438112 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ed20d375-7d41-4602-8ef2-ebf64ff4ea8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:28.439227 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ed20d375-7d41-4602-8ef2-ebf64ff4ea8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09c0a3ae-a0c2-4a9b-9615-d6ea6f0bddfb HTTP/1.1" status: 204 len: 168 time: 0.5331285 Aug 28 23:08:28.469938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20d375-7d41-4602-8ef2-ebf64ff4ea8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c0a3ae-a0c2-4a9b-9615-d6ea6f0bddfb,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:28.529045 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-a8e3c3f0-fda9-40b3-91b9-91e12d80572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:28.530529 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-a8e3c3f0-fda9-40b3-91b9-91e12d80572b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.1709900 Aug 28 23:08:28.575006 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-ed15e8c0-8eaa-4963-b595-57da3172dfc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b2dce-b113-40e4-9f2d-85e7532341a6 HTTP/1.1" status: 200 len: 217 time: 0.0366390 Aug 28 23:08:28.638337 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-d393292a-1f9a-4516-b292-50f1625c7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:28.640006 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-d393292a-1f9a-4516-b292-50f1625c7771 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0492804 Aug 28 23:08:28.678839 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-38a06684-3b67-4297-ae91-cd568dc2d2ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241618 Aug 28 23:08:28.783758 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-40a24817-38bf-4aee-9f4b-39ebaaa14bd4 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940897 Aug 28 23:08:28.888371 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df840e0-d67a-4b0f-bda3-5b20d937cf1b req-ec2800d0-56be-4df9-8c7b-4385106a4827 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872304 Aug 28 23:08:28.955542 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:29.314345 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:29.419520 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Floating IP 98a1b0a5-0700-4317-807e-61bf58140f22 associated. External IP: 172.27.3.151, port: 5275ed48-e6d1-4a81-9df0-c1f928401ae2. Aug 28 23:08:29.460421 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466eb69-87e8-427b-9867-0f5674098ee8 req-771b05e0-4cfa-472d-9e04-d9644ee67891 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:29.461956 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a466eb69-87e8-427b-9867-0f5674098ee8 req-771b05e0-4cfa-472d-9e04-d9644ee67891 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0564013 Aug 28 23:08:29.516812 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a466eb69-87e8-427b-9867-0f5674098ee8 req-d05e8777-984c-4ae3-99f5-3331e4d8f1f2 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349188 Aug 28 23:08:29.831524 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:08:29.941184 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:08:29.945676 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:29.953758 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:08:29.963919 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:08:29.964528 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:08:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:29.972812 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-da02fb29-218d-4f97-b1dd-a7a8022144c7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "PUT /v2.0/floatingips/98a1b0a5-0700-4317-807e-61bf58140f22 HTTP/1.1" status: 200 len: 992 time: 1.7905898 Aug 28 23:08:29.973859 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:29.976114 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df431a0-0dc1-44cc-8501-d30299099214" -d '{"events": [{"name": "network-changed", "server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:30.020610 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1452fc64-2b18-4c09-abd5-8191de7459b7 x-openstack-request-id: req-1452fc64-2b18-4c09-abd5-8191de7459b7 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:30.020889 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:30.021128 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1452fc64-2b18-4c09-abd5-8191de7459b7 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:30.021572 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'status': 'completed', 'code': 200} Aug 28 23:08:30.028707 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60724) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:30.044095 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-52922fdd-33e9-4907-8846-1a4dccfbdf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.081537 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:08:30.098645 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df431a0-0dc1-44cc-8501-d30299099214 req-b3d434c0-7fb4-44cf-aae4-ab59be181e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:30.100329 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-b3d434c0-7fb4-44cf-aae4-ab59be181e01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1099 time: 0.0557334 Aug 28 23:08:30.165983 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-52922fdd-33e9-4907-8846-1a4dccfbdf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.207429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df431a0-0dc1-44cc-8501-d30299099214 req-f9b93882-a73f-4365-8390-42b8dabbcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:30.209081 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-f9b93882-a73f-4365-8390-42b8dabbcddc service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.1005971 Aug 28 23:08:30.278232 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-52922fdd-33e9-4907-8846-1a4dccfbdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.317571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-9c834129-bf48-44dc-b328-53e7089d095f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0963218 Aug 28 23:08:30.318826 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-52922fdd-33e9-4907-8846-1a4dccfbdf8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f79c7533911145adaa46afd61925c9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890010 Aug 28 23:08:30.320055 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922fdd-33e9-4907-8846-1a4dccfbdf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffb3da-5aa2-474a-8b9f-b14a49f26079,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:30.321331 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60732) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:30.401970 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df431a0-0dc1-44cc-8501-d30299099214 req-64f74166-802e-4eb9-a090-140b11d51d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:30.403556 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-64f74166-802e-4eb9-a090-140b11d51d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0740921 Aug 28 23:08:30.453094 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-118c44f3-eb92-474b-ae3c-7287c9c038fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.459866 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df431a0-0dc1-44cc-8501-d30299099214 req-dcff9614-7762-4f78-aec2-a3390574bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:30.464584 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-dcff9614-7762-4f78-aec2-a3390574bb2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471323 Aug 28 23:08:30.464716 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '98a1b0a5-0700-4317-807e-61bf58140f22', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'mac_address': 'fa:16:3e:2c:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:07:47Z', 'updated_at': '2021-08-28T23:08:28Z', 'revision_number': 1, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:30.479244 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-118c44f3-eb92-474b-ae3c-7287c9c038fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.490252 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:08:30.499680 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:08:30.500298 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:08:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:30.618756 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:08:30.629369 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-d188a25e-3474-499d-a35a-0ae225fbc385 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479490 Aug 28 23:08:30.669515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2f545-77a4-4388-a50b-2d171dbc77a9 req-5cd802f8-98c4-42df-bd8a-0e588bd86a60 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:30.671049 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0da2f545-77a4-4388-a50b-2d171dbc77a9 req-5cd802f8-98c4-42df-bd8a-0e588bd86a60 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0787554 Aug 28 23:08:30.703032 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-118c44f3-eb92-474b-ae3c-7287c9c038fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.705449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-118c44f3-eb92-474b-ae3c-7287c9c038fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:30.706563 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-118c44f3-eb92-474b-ae3c-7287c9c038fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9ffb3da-5aa2-474a-8b9f-b14a49f26079 HTTP/1.1" status: 204 len: 168 time: 0.3842731 Aug 28 23:08:30.730598 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c44f3-eb92-474b-ae3c-7287c9c038fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffb3da-5aa2-474a-8b9f-b14a49f26079,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:30.778253 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0da2f545-77a4-4388-a50b-2d171dbc77a9 req-4abd68e5-8e30-4449-a3be-03f35409ea5f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827761 Aug 28 23:08:30.802004 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1df431a0-0dc1-44cc-8501-d30299099214 req-2277bb9b-c1e7-47cb-a634-8135750d0576 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620328 Aug 28 23:08:30.876883 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '98a1b0a5-0700-4317-807e-61bf58140f22', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'mac_address': 'fa:16:3e:2c:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:07:47Z', 'updated_at': '2021-08-28T23:08:28Z', 'revision_number': 1, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:30.901725 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d944f716-f5bb-4958-9b89-8c29cf75b59a None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '98a1b0a5-0700-4317-807e-61bf58140f22', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'mac_address': 'fa:16:3e:2c:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:07:47Z', 'updated_at': '2021-08-28T23:08:28Z', 'revision_number': 1, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:08:31.106816 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc1bdf-c0e3-4e4a-85c3-c3643bf92552 None None] New status for floating IP 98a1b0a5-0700-4317-807e-61bf58140f22: ACTIVE {{(pid=94555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:08:31.268374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60758) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:31.402925 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e4169d-38b3-4082-b88d-2ebe0878a681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.511639 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e4169d-38b3-4082-b88d-2ebe0878a681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.609244 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e4169d-38b3-4082-b88d-2ebe0878a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.654450 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-16e4169d-38b3-4082-b88d-2ebe0878a681 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec82ba3b5c0140b0b997c330e0fc66a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850224 Aug 28 23:08:31.655754 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4169d-38b3-4082-b88d-2ebe0878a681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0676221e-e8f4-464f-bdaf-80222cbdda74,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:31.657740 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60776) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:31.708021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60778) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:31.716819 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-801061ba-4030-4323-8be7-507af425b9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.744028 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-801061ba-4030-4323-8be7-507af425b9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.815680 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa0de3c6-1f0f-4526-8ea1-54c084dfe0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.866690 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-801061ba-4030-4323-8be7-507af425b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.870246 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-801061ba-4030-4323-8be7-507af425b9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:31.871496 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-801061ba-4030-4323-8be7-507af425b9fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0676221e-e8f4-464f-bdaf-80222cbdda74 HTTP/1.1" status: 204 len: 168 time: 0.2116470 Aug 28 23:08:31.881621 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801061ba-4030-4323-8be7-507af425b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0676221e-e8f4-464f-bdaf-80222cbdda74,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:31.939609 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41952-0ce9-41db-8dfa-4e37575d2c28 req-d5f78e4f-0cb2-484a-b0d6-e07857318146 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:31.947355 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-64d41952-0ce9-41db-8dfa-4e37575d2c28 req-d5f78e4f-0cb2-484a-b0d6-e07857318146 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0891855 Aug 28 23:08:31.994187 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-64d41952-0ce9-41db-8dfa-4e37575d2c28 req-775eee13-d177-4717-afbe-86621e41acb9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Aug 28 23:08:32.006853 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa0de3c6-1f0f-4526-8ea1-54c084dfe0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.083203 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa0de3c6-1f0f-4526-8ea1-54c084dfe0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.120555 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-fa0de3c6-1f0f-4526-8ea1-54c084dfe0f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8f7a561acaa493eba95695191eb1723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113286 Aug 28 23:08:32.123854 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60794) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:32.125280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0de3c6-1f0f-4526-8ea1-54c084dfe0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f456d084-66b7-40b9-9fb5-44105029614b,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:32.177467 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.200861 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.348458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.352638 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.357755 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f456d084-66b7-40b9-9fb5-44105029614b HTTP/1.1" status: 204 len: 168 time: 0.2320535 Aug 28 23:08:32.365451 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f456d084-66b7-40b9-9fb5-44105029614b,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:32.373499 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.373893 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.374385 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.374801 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.375143 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.375475 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.375800 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.376126 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.376450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.376905 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.377229 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.377734 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4100d22-c3f0-49b4-9bb9-2f29fb7c4174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:32.717664 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60822) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:32.730539 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0d378467-e85f-4d46-ba1f-ec3acfa3be84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.832167 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0d378467-e85f-4d46-ba1f-ec3acfa3be84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.934677 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0d378467-e85f-4d46-ba1f-ec3acfa3be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:32.972498 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0d378467-e85f-4d46-ba1f-ec3acfa3be84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89a05cb0205446b48d8df2f1c4a64c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537417 Aug 28 23:08:32.973716 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d378467-e85f-4d46-ba1f-ec3acfa3be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b61d4-af54-4023-b34c-d996e9e1f5e9,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:32.975145 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60828) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:33.026836 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.048645 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.121244 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60be4-1a5a-4e5c-acbb-c47a83ba7d35 req-21fd4f5c-0dd9-460d-ac66-5b0407941be6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:33.122746 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69e60be4-1a5a-4e5c-acbb-c47a83ba7d35 req-21fd4f5c-0dd9-460d-ac66-5b0407941be6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0579286 Aug 28 23:08:33.182576 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69e60be4-1a5a-4e5c-acbb-c47a83ba7d35 req-937271be-4b01-467a-971d-139f0dfe6208 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Aug 28 23:08:33.197263 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.199928 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.201026 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e2b61d4-af54-4023-b34c-d996e9e1f5e9 HTTP/1.1" status: 204 len: 168 time: 0.2243910 Aug 28 23:08:33.209407 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b61d4-af54-4023-b34c-d996e9e1f5e9,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:33.223134 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.223484 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.223816 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.224143 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.224474 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.224801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.225145 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.225465 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.225848 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.226124 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.226441 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.226749 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf2072-f01e-42b1-afcc-bc65bc580314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:33.283724 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 60844) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:33.302909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8edf-892d-4145-8c13-2470e0d6b591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.403969 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8edf-892d-4145-8c13-2470e0d6b591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.487992 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8edf-892d-4145-8c13-2470e0d6b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.527852 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ae6b8edf-892d-4145-8c13-2470e0d6b591 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c146187c7124c7fbcb8eb6f0e1c1ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431364 Aug 28 23:08:33.533611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b8edf-892d-4145-8c13-2470e0d6b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee84d74-22c1-4db7-8c5c-a72e108b6a6a,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:33.533774 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 60848) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:33.582251 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8534116-2fc2-4ee5-94ec-4a69c2e2ef74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.603512 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8534116-2fc2-4ee5-94ec-4a69c2e2ef74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.717798 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8534116-2fc2-4ee5-94ec-4a69c2e2ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.720553 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8534116-2fc2-4ee5-94ec-4a69c2e2ef74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:33.722275 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b8534116-2fc2-4ee5-94ec-4a69c2e2ef74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ee84d74-22c1-4db7-8c5c-a72e108b6a6a HTTP/1.1" status: 204 len: 168 time: 0.1894321 Aug 28 23:08:33.730483 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8534116-2fc2-4ee5-94ec-4a69c2e2ef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee84d74-22c1-4db7-8c5c-a72e108b6a6a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:34.322753 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3548-9ec8-48f7-9df5-9eeb3620c99f req-f485a54c-98a6-4ff7-a711-d6c6829c12c4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:34.324962 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a06e3548-9ec8-48f7-9df5-9eeb3620c99f req-f485a54c-98a6-4ff7-a711-d6c6829c12c4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0802803 Aug 28 23:08:34.392932 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a06e3548-9ec8-48f7-9df5-9eeb3620c99f req-56f3c094-edc4-4e3e-85dd-1cfd3732792e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563483 Aug 28 23:08:35.514245 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f2cf7-87ae-44e6-a795-19af12b7e9be req-2c39d478-0696-4355-acfb-2ee97ec5e41d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:35.516581 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aa8f2cf7-87ae-44e6-a795-19af12b7e9be req-2c39d478-0696-4355-acfb-2ee97ec5e41d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0690145 Aug 28 23:08:35.570394 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aa8f2cf7-87ae-44e6-a795-19af12b7e9be req-41f52ca8-e234-42e3-b35f-a2112bc6c5f5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Aug 28 23:08:36.100129 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-4ed11400-88e5-4156-b137-bf5e60753a97 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:36.101591 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-4ed11400-88e5-4156-b137-bf5e60753a97 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.1005971 Aug 28 23:08:36.118227 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-5851610d-6ede-4014-80e4-396f06beb754 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/quotas/b130a0f19f74460b9fededbf31fd04b3 HTTP/1.1" status: 200 len: 375 time: 0.0092618 Aug 28 23:08:36.170730 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-8eb60556-7d68-489d-9976-d73bf9fddbda tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456550 Aug 28 23:08:36.264576 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-7a08a210-b1b9-43b1-82b4-db2055725b10 service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868301 Aug 28 23:08:36.360068 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-4c0c292e-38fe-4e94-85be-e0a65a971fb7 service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859320 Aug 28 23:08:36.586756 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f8411248-575d-4ede-918a-40101c3b479f req-b4da0e54-de69-4790-a63f-a2d651ac2eb4 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0263505 Aug 28 23:08:36.708287 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894ba4-19ff-4354-b1eb-dec672c79926 req-e944ab6a-3086-4459-a61b-ea4e9273d972 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:36.709920 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c2894ba4-19ff-4354-b1eb-dec672c79926 req-e944ab6a-3086-4459-a61b-ea4e9273d972 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0564673 Aug 28 23:08:36.758781 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c2894ba4-19ff-4354-b1eb-dec672c79926 req-bf6246f4-c135-4f12-8cb1-5ac74463fc6c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Aug 28 23:08:37.691492 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c1aca241-54d1-4712-b0d4-12ff3fca03a4 req-483fd9aa-80f5-4a1f-ab2e-08fea031c2df tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0260684 Aug 28 23:08:37.893493 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1d5f6-9215-47e9-9241-ce7ae0d31337 req-6dac84ab-aef0-4db7-8132-465da44bfeea tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:37.894920 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-68b1d5f6-9215-47e9-9241-ce7ae0d31337 req-6dac84ab-aef0-4db7-8132-465da44bfeea tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0503142 Aug 28 23:08:37.932435 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-68b1d5f6-9215-47e9-9241-ce7ae0d31337 req-bd07211c-adc0-45b4-89d4-0ff03386120d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Aug 28 23:08:38.244002 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 32846) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:38.340858 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 32852) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:38.397982 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1119d52f-c6da-4226-a256-1a9910250c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.448805 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3366fd53-5840-41ab-9d46-a5bf07ce09e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.490132 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1119d52f-c6da-4226-a256-1a9910250c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.556843 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1119d52f-c6da-4226-a256-1a9910250c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.598256 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-1119d52f-c6da-4226-a256-1a9910250c1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=662eecedb0d242afab4bdccc2261e165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517504 Aug 28 23:08:38.598779 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:08:38.599703 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 32858) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:38.600427 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119d52f-c6da-4226-a256-1a9910250c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956b6970-cce8-4c5e-b8c7-6200c1bf690a,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:38.673240 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3366fd53-5840-41ab-9d46-a5bf07ce09e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.678029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c50f67e9-2729-4148-845d-3d4e3c791a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.698891 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c50f67e9-2729-4148-845d-3d4e3c791a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.740395 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3366fd53-5840-41ab-9d46-a5bf07ce09e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.801120 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aae02683-88ca-45d6-9b41-9d6b068b637d req-c9df65ed-f5bd-49c4-92b6-d331c6f420e0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0401692 Aug 28 23:08:38.805729 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3366fd53-5840-41ab-9d46-a5bf07ce09e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2f458162b854527aa47b765d1f91f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607592 Aug 28 23:08:38.805729 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366fd53-5840-41ab-9d46-a5bf07ce09e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c967dad-4a20-4388-b2aa-6ea862ccfdaa,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:38.809995 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 32864) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:38.837543 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c50f67e9-2729-4148-845d-3d4e3c791a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.840123 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-c50f67e9-2729-4148-845d-3d4e3c791a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.841986 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-c50f67e9-2729-4148-845d-3d4e3c791a4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/956b6970-cce8-4c5e-b8c7-6200c1bf690a HTTP/1.1" status: 204 len: 168 time: 0.2407372 Aug 28 23:08:38.850073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f67e9-2729-4148-845d-3d4e3c791a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b6970-cce8-4c5e-b8c7-6200c1bf690a,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:38.857362 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e93470ed-39ca-4273-8ac5-c8763b8b27a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.879526 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e93470ed-39ca-4273-8ac5-c8763b8b27a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.986511 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e93470ed-39ca-4273-8ac5-c8763b8b27a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.989089 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e93470ed-39ca-4273-8ac5-c8763b8b27a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:38.990293 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e93470ed-39ca-4273-8ac5-c8763b8b27a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c967dad-4a20-4388-b2aa-6ea862ccfdaa HTTP/1.1" status: 204 len: 168 time: 0.1831396 Aug 28 23:08:38.998450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93470ed-39ca-4273-8ac5-c8763b8b27a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c967dad-4a20-4388-b2aa-6ea862ccfdaa,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:39.047515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a12619-9d5b-4895-86f3-c8dd76939abf req-15944ccb-0293-4648-a853-a282f8087f5c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:39.049018 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-63a12619-9d5b-4895-86f3-c8dd76939abf req-15944ccb-0293-4648-a853-a282f8087f5c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0502501 Aug 28 23:08:39.090407 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-63a12619-9d5b-4895-86f3-c8dd76939abf req-1cd47b71-154e-480e-ab12-c194ee7ddd49 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355952 Aug 28 23:08:39.694885 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 32888) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:39.707900 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0dd3189f-ba79-4e6c-b09f-afce3cfd088d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:39.796434 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0dd3189f-ba79-4e6c-b09f-afce3cfd088d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:39.883449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0dd3189f-ba79-4e6c-b09f-afce3cfd088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:39.942109 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-46a6501c-0f5e-404c-99c7-4e6d7ae9bf2e req-b47ba390-fc08-42de-bfc7-0354217d0d94 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0532498 Aug 28 23:08:39.949682 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0dd3189f-ba79-4e6c-b09f-afce3cfd088d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adb8a067b6814827a087761591632f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513514 Aug 28 23:08:39.949682 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3189f-ba79-4e6c-b09f-afce3cfd088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77964361-1dad-49de-942f-7fc3e9e3a89a,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:39.950223 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 32900) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:40.008210 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-628c0c70-9f79-416b-9314-534ab5a54053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:40.029345 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-628c0c70-9f79-416b-9314-534ab5a54053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:40.152280 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-628c0c70-9f79-416b-9314-534ab5a54053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:40.155456 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-628c0c70-9f79-416b-9314-534ab5a54053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:40.156735 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-628c0c70-9f79-416b-9314-534ab5a54053 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77964361-1dad-49de-942f-7fc3e9e3a89a HTTP/1.1" status: 204 len: 168 time: 0.2049193 Aug 28 23:08:40.169969 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c0c70-9f79-416b-9314-534ab5a54053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77964361-1dad-49de-942f-7fc3e9e3a89a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:40.222699 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15d7b-ca09-47a8-b8d8-ce193bc6902a req-27e04827-3aff-4129-973b-3e23f7c807a8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:40.224297 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c4f15d7b-ca09-47a8-b8d8-ce193bc6902a req-27e04827-3aff-4129-973b-3e23f7c807a8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0616224 Aug 28 23:08:40.268914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c4f15d7b-ca09-47a8-b8d8-ce193bc6902a req-0f24b21d-ddf1-45bd-ac42-49ef17938785 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Aug 28 23:08:40.281270 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9274160d-0a08-4594-a80d-de784d782f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:41.059537 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4a586f66-626c-42dc-b29b-cc2bb1d2aaec req-04c9e1d6-f957-471b-bf8f-f7ad6485624c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0477617 Aug 28 23:08:41.468845 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cb8d8-4fcc-452b-acb4-61dc1e195ef4 req-b1f9b427-611e-4175-8f0c-4a2865f396ec tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:41.470528 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-330cb8d8-4fcc-452b-acb4-61dc1e195ef4 req-b1f9b427-611e-4175-8f0c-4a2865f396ec tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0731657 Aug 28 23:08:41.568042 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-330cb8d8-4fcc-452b-acb4-61dc1e195ef4 req-8936e6c4-2928-4b53-abca-53efb9fa8983 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Aug 28 23:08:41.636540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-6dea74ad-40ec-4ae3-9672-9588f42d316f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:41.638941 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-6dea74ad-40ec-4ae3-9672-9588f42d316f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.1463246 Aug 28 23:08:41.653747 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Request body: {'port': {'device_id': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'admin_state_up': True, 'tenant_id': 'b130a0f19f74460b9fededbf31fd04b3'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:41.923122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Made reservation on behalf of b130a0f19f74460b9fededbf31fd04b3 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:08:41.926760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.061137 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Allocated IP 172.20.0.5 (95770048-f10d-4c09-b5ee-87929c266da7/8aa43a8e-628a-4846-b5c3-3235b4fc3275/e8d1d3b5-a58b-4411-b965-273aa56d8147) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:08:42.297532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1c06992-93b5-47ba-894a-8f3f0f26f5ab req-078d8061-e6f6-4e1d-a114-5293f82f2f4c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0321190 Aug 28 23:08:42.396559 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33016) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:42.415008 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.511790 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-76509ebe-7c90-445d-a699-5966ba8df5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.569051 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.582813 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:42.605081 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-76509ebe-7c90-445d-a699-5966ba8df5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.609322 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Network 95770048-f10d-4c09-b5ee-87929c266da7 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:08:42.612789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:08:42.619740 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:08:42.626533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:42.627204 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.652807 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event updated for resources: {'Port': ['ID=e8d1d3b5-a58b-4411-b965-273aa56d8147,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:42.672150 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-76509ebe-7c90-445d-a699-5966ba8df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.718369 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-76509ebe-7c90-445d-a699-5966ba8df5f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a117f7f6a214d41a28e7c70230f0d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201759 Aug 28 23:08:42.719084 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33028) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:42.726059 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509ebe-7c90-445d-a699-5966ba8df5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0407ec9d-fb32-452e-8da4-ad9698458643,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:42.739123 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b929-abf4-4516-96a5-ae02ab7bd416 req-d032cebb-ed6a-4348-a856-9c15e5a39f9a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:42.743840 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9867b929-abf4-4516-96a5-ae02ab7bd416 req-d032cebb-ed6a-4348-a856-9c15e5a39f9a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0816295 Aug 28 23:08:42.764408 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-58b791d0-91a1-4539-ad03-d5fa6b6d5936 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156299 Aug 28 23:08:42.773814 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-dcf505f0-b6ca-4bd1-b7f4-7bcfcac19f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.785293 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9867b929-abf4-4516-96a5-ae02ab7bd416 req-bac76dcb-40f1-474f-b32e-d7beedd35af7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Aug 28 23:08:42.792003 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Request body: {'port': {'device_id': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:42.818195 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a073605a-bb73-428c-9c65-d16c8b260a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.842578 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a073605a-bb73-428c-9c65-d16c8b260a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:42.850363 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.038534 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33044) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:43.043015 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.051870 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a073605a-bb73-428c-9c65-d16c8b260a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.056965 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a073605a-bb73-428c-9c65-d16c8b260a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.062156 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a073605a-bb73-428c-9c65-d16c8b260a30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0407ec9d-fb32-452e-8da4-ad9698458643 HTTP/1.1" status: 204 len: 168 time: 0.3417656 Aug 28 23:08:43.072180 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073605a-bb73-428c-9c65-d16c8b260a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0407ec9d-fb32-452e-8da4-ad9698458643,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:43.157005 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d1d3b5-a58b-4411-b965-273aa56d8147 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:43.169366 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.186533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Transition to ACTIVE for port object e8d1d3b5-a58b-4411-b965-273aa56d8147 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:43.217401 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-67147a3d-e433-4bb5-bb20-0308131281c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.311814 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-67147a3d-e433-4bb5-bb20-0308131281c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.429317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73288f6-3188-4101-b6b3-5cc4fe88a225 req-7a90bf7f-12c0-4ffa-a861-e1413791e54d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:43.430819 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f73288f6-3188-4101-b6b3-5cc4fe88a225 req-7a90bf7f-12c0-4ffa-a861-e1413791e54d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 931 time: 0.0474727 Aug 28 23:08:43.437423 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.506050 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-67147a3d-e433-4bb5-bb20-0308131281c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.518106 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d1d3b5-a58b-4411-b965-273aa56d8147,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:43.546235 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f73288f6-3188-4101-b6b3-5cc4fe88a225 req-f3732740-4b57-4a21-a33a-e4a2cf9bfe4e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024299 Aug 28 23:08:43.552226 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-67147a3d-e433-4bb5-bb20-0308131281c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9ac2ad4f24043a0bcdf6bf705d07b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101473 Aug 28 23:08:43.552226 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67147a3d-e433-4bb5-bb20-0308131281c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346612e-b4d6-4d4f-8c7e-acaa84d01f21,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:43.555846 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33062) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:43.565869 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Attempting to bind port e8d1d3b5-a58b-4411-b965-273aa56d8147 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:08:43.566300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Attempting to bind port e8d1d3b5-a58b-4411-b965-273aa56d8147 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:08:43.566525 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Attempting to bind port e8d1d3b5-a58b-4411-b965-273aa56d8147 on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:43.574806 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Port e8d1d3b5-a58b-4411-b965-273aa56d8147 on network 95770048-f10d-4c09-b5ee-87929c266da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:08:43.574806 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Attempting to bind port e8d1d3b5-a58b-4411-b965-273aa56d8147 on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:43.580801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:08:43.581145 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Checking segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:43.581523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Bound using segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:08:43.581983 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Bound port: e8d1d3b5-a58b-4411-b965-273aa56d8147, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:08:43.582937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.627475 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1edb7c5e-8092-4563-b527-30f470913a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.660038 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1edb7c5e-8092-4563-b527-30f470913a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.689221 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] For port e8d1d3b5-a58b-4411-b965-273aa56d8147, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:08:43.692333 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] For port e8d1d3b5-a58b-4411-b965-273aa56d8147, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e8d1d3b5-a58b-4411-b965-273aa56d8147,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:08:43.751900 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.771931 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1edb7c5e-8092-4563-b527-30f470913a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.776481 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1edb7c5e-8092-4563-b527-30f470913a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.778860 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-1edb7c5e-8092-4563-b527-30f470913a8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a346612e-b4d6-4d4f-8c7e-acaa84d01f21 HTTP/1.1" status: 204 len: 168 time: 0.2213852 Aug 28 23:08:43.811181 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb7c5e-8092-4563-b527-30f470913a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346612e-b4d6-4d4f-8c7e-acaa84d01f21,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:43.827307 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:43.828331 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:43.829770 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8d1d3b5-a58b-4411-b965-273aa56d8147 HTTP/1.1" status: 200 len: 1093 time: 1.0419521 Aug 28 23:08:43.855429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'tag': 'e8d1d3b5-a58b-4411-b965-273aa56d8147'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:43.860519 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d5891e-aaa9-4cf6-a54f-04369bf94264" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d50217-bc59-42bd-9abf-2233fd2b96dd", "tag": "e8d1d3b5-a58b-4411-b965-273aa56d8147"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:43.904889 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1009f6d-ec02-4bce-aec1-1f8700287c99 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d1d3b5-a58b-4411-b965-273aa56d8147,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:43.924742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6a9086-dc80-4f31-bc33-1d2966dcded1 x-openstack-request-id: req-8e6a9086-dc80-4f31-bc33-1d2966dcded1 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:43.924742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d50217-bc59-42bd-9abf-2233fd2b96dd", "tag": "e8d1d3b5-a58b-4411-b965-273aa56d8147", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:43.925021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e6a9086-dc80-4f31-bc33-1d2966dcded1 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:43.925989 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'tag': 'e8d1d3b5-a58b-4411-b965-273aa56d8147', 'status': 'completed', 'code': 200} Aug 28 23:08:44.038800 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5891e-aaa9-4cf6-a54f-04369bf94264 req-b1305d2a-7dc2-4a53-aa12-820f4cd2cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.040324 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4d5891e-aaa9-4cf6-a54f-04369bf94264 req-b1305d2a-7dc2-4a53-aa12-820f4cd2cb6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 1096 time: 0.0868080 Aug 28 23:08:44.052165 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d165d8-bf04-449f-a213-35c26fc8e11d req-853fffa6-d44d-403b-8083-4598671c9627 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.053830 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d8d165d8-bf04-449f-a213-35c26fc8e11d req-853fffa6-d44d-403b-8083-4598671c9627 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0912542 Aug 28 23:08:44.155136 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d8d165d8-bf04-449f-a213-35c26fc8e11d req-f5ab1114-3bd0-4700-a761-dde84f2861d4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904491 Aug 28 23:08:44.193297 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5891e-aaa9-4cf6-a54f-04369bf94264 req-7204d19d-f434-4f16-99e3-540b55d4f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.193297 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4d5891e-aaa9-4cf6-a54f-04369bf94264 req-7204d19d-f434-4f16-99e3-540b55d4f7ce service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b130a0f19f74460b9fededbf31fd04b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1376264 Aug 28 23:08:44.215180 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:44.305787 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5891e-aaa9-4cf6-a54f-04369bf94264 req-af28d6f5-b4bd-4923-a62c-a82b52e24a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.307275 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4d5891e-aaa9-4cf6-a54f-04369bf94264 req-af28d6f5-b4bd-4923-a62c-a82b52e24a1a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993562 Aug 28 23:08:44.402521 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-2eba0f05-db69-4cc3-8d4a-ef81475b5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.404683 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-2eba0f05-db69-4cc3-8d4a-ef81475b5832 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 1096 time: 0.0446582 Aug 28 23:08:44.453955 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-e6f83160-f4d4-4bfe-a49f-b558d6dbcc74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8d1d3b5-a58b-4411-b965-273aa56d8147 HTTP/1.1" status: 200 len: 217 time: 0.0352314 Aug 28 23:08:44.539815 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-ab03c377-c654-4ed4-b7af-fc4eda71ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.541536 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-ab03c377-c654-4ed4-b7af-fc4eda71ffab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa43a8e-628a-4846-b5c3-3235b4fc3275 HTTP/1.1" status: 200 len: 855 time: 0.0597658 Aug 28 23:08:44.590125 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-b81a5e7c-f812-4a9b-b186-45ced95deb00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95770048-f10d-4c09-b5ee-87929c266da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303845 Aug 28 23:08:44.690775 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33116) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:44.706744 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-135f1949-788e-4be7-a12a-e6d2243e135d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:44.771051 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85358279-16d6-4d5a-aa7e-b1138ca4d89d req-d46e8f59-2759-4f4b-a720-dc06dc20d7e3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.772732 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85358279-16d6-4d5a-aa7e-b1138ca4d89d req-d46e8f59-2759-4f4b-a720-dc06dc20d7e3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 943 time: 0.1396916 Aug 28 23:08:44.837175 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-135f1949-788e-4be7-a12a-e6d2243e135d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:44.841180 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-fe5f59b0-f046-4b4b-bc4e-95f864b82c1b service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299111 Aug 28 23:08:44.844308 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85358279-16d6-4d5a-aa7e-b1138ca4d89d req-78a66294-e901-4335-9397-ac642100d490 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Aug 28 23:08:44.905774 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-135f1949-788e-4be7-a12a-e6d2243e135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:44.946493 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-135f1949-788e-4be7-a12a-e6d2243e135d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8696d0cc5c324e38870d50610c008d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517343 Aug 28 23:08:44.946493 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f1949-788e-4be7-a12a-e6d2243e135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bed720-80bf-44d0-900b-773409f8fc66,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:44.948421 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33124) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:44.975428 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06ba0e69-8b56-4a06-b74e-5f13a500d48d req-df8e65be-36cb-4f5d-8c0e-61a65ada1565 service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221611 Aug 28 23:08:44.983337 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ade3-6d60-4161-b863-10f0eaafcce3 req-57dfa3c0-105f-48be-bda1-d32fd9b1e5e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:44.984764 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db89ade3-6d60-4161-b863-10f0eaafcce3 req-57dfa3c0-105f-48be-bda1-d32fd9b1e5e4 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0823448 Aug 28 23:08:45.000923 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-922e525d-b30b-4d2b-9a6c-e2d9717238ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:45.027820 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-922e525d-b30b-4d2b-9a6c-e2d9717238ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:45.042691 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db89ade3-6d60-4161-b863-10f0eaafcce3 req-9e532ad2-bea7-4434-a733-9d84f61f8e70 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434043 Aug 28 23:08:45.147499 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-922e525d-b30b-4d2b-9a6c-e2d9717238ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:45.147499 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-922e525d-b30b-4d2b-9a6c-e2d9717238ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:45.147499 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-922e525d-b30b-4d2b-9a6c-e2d9717238ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9bed720-80bf-44d0-900b-773409f8fc66 HTTP/1.1" status: 204 len: 168 time: 0.1958394 Aug 28 23:08:45.153812 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e525d-b30b-4d2b-9a6c-e2d9717238ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bed720-80bf-44d0-900b-773409f8fc66,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:45.297327 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8ea7-24dc-4c84-abcb-1cf19f9bcaea req-54b19066-ae3a-47e4-8ce2-9e1fb81b9e55 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:45.299051 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-847b8ea7-24dc-4c84-abcb-1cf19f9bcaea req-54b19066-ae3a-47e4-8ce2-9e1fb81b9e55 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0734031 Aug 28 23:08:45.336571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-847b8ea7-24dc-4c84-abcb-1cf19f9bcaea req-c0cd2b4c-3f4a-4096-b823-20ec248e60a3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Aug 28 23:08:45.397135 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:45.706418 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-92355c81-27c3-4ca7-b3e2-e3028a4c16ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421915 Aug 28 23:08:45.763522 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33156) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:45.822962 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-06168f44-2353-4444-9faf-93b5a7663931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:45.825682 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-06168f44-2353-4444-9faf-93b5a7663931 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 1098 time: 0.0540814 Aug 28 23:08:45.954066 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd1f5-8acd-49c7-9b7f-db86f43d0342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.001784 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-93a69eec-dc1c-4fc4-a03c-a5fdeb37b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:46.004160 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-93a69eec-dc1c-4fc4-a03c-a5fdeb37b151 service neutron] 10.222.0.39 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 916 time: 0.1532662 Aug 28 23:08:46.019731 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58de81-cab4-4e1c-9763-5a29d93a46db req-552c479c-28e0-4429-8a32-326246735b44 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:46.021256 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5b58de81-cab4-4e1c-9763-5a29d93a46db req-552c479c-28e0-4429-8a32-326246735b44 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 943 time: 0.1006117 Aug 28 23:08:46.081813 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-89fd6bd2-989a-4934-bb56-a48e640226d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e HTTP/1.1" status: 200 len: 217 time: 0.0590141 Aug 28 23:08:46.088940 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd1f5-8acd-49c7-9b7f-db86f43d0342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.140172 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5b58de81-cab4-4e1c-9763-5a29d93a46db req-53872221-6fd2-49b0-86bc-8eb6755bfc4b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059351 Aug 28 23:08:46.179045 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-479210ae-0d91-45f4-a8ec-135f557bb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:46.180481 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-479210ae-0d91-45f4-a8ec-135f557bb194 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa43a8e-628a-4846-b5c3-3235b4fc3275 HTTP/1.1" status: 200 len: 855 time: 0.0753126 Aug 28 23:08:46.196170 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98eb8-199c-4cd3-9c16-529b4d7649cd req-6c9fd03d-50ec-4d4b-a675-78463c912dfa tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:46.197534 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ac98eb8-199c-4cd3-9c16-529b4d7649cd req-6c9fd03d-50ec-4d4b-a675-78463c912dfa tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0633905 Aug 28 23:08:46.231990 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-12164beb-6867-4474-835e-ee9c54572307 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95770048-f10d-4c09-b5ee-87929c266da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335274 Aug 28 23:08:46.262035 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ac98eb8-199c-4cd3-9c16-529b4d7649cd req-da670b88-a366-4819-aa83-1a4dea45b335 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Aug 28 23:08:46.269254 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ab1bd1f5-8acd-49c7-9b7f-db86f43d0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.335524 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bd1f5-8acd-49c7-9b7f-db86f43d0342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3605225-8f9f-403a-8b2e-e4dda37f9368,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:46.358673 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33192) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:46.359135 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ab1bd1f5-8acd-49c7-9b7f-db86f43d0342 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0115edcd45cd40d38a7f35bc312cb20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937493 Aug 28 23:08:46.377744 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-81fe3e47-3d5d-4094-8d66-9fc7d6a46b49 service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278942 Aug 28 23:08:46.507062 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9839684f-aa21-4964-a316-750899ab8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.554040 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd56e8-3f50-464e-8aba-f15a55cfbe25 req-9fa750b1-29f2-421a-83d2-6e334af4ebc6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:46.555336 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-96cd56e8-3f50-464e-8aba-f15a55cfbe25 req-9fa750b1-29f2-421a-83d2-6e334af4ebc6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1414971 Aug 28 23:08:46.557178 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9839684f-aa21-4964-a316-750899ab8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.566037 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4e1ab8f-368c-4f24-b65e-4cc725fc4f4a req-10442512-e390-48fa-8c50-789279d8eb77 service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743882 Aug 28 23:08:46.619578 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-96cd56e8-3f50-464e-8aba-f15a55cfbe25 req-a5056611-7b6b-4af9-9c9a-bddfef626602 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511942 Aug 28 23:08:46.723179 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9839684f-aa21-4964-a316-750899ab8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.725802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9839684f-aa21-4964-a316-750899ab8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:46.726931 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9839684f-aa21-4964-a316-750899ab8c16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3605225-8f9f-403a-8b2e-e4dda37f9368 HTTP/1.1" status: 204 len: 168 time: 0.3678970 Aug 28 23:08:46.735637 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839684f-aa21-4964-a316-750899ab8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3605225-8f9f-403a-8b2e-e4dda37f9368,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:46.846323 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:47.259663 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67089ba9-6a5e-41f2-b8ca-fad654d1e8b9 req-f8d3cf8f-f806-4a00-8da0-de03ca5f05b0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:47.261494 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-67089ba9-6a5e-41f2-b8ca-fad654d1e8b9 req-f8d3cf8f-f806-4a00-8da0-de03ca5f05b0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 943 time: 0.0534096 Aug 28 23:08:47.300574 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-67089ba9-6a5e-41f2-b8ca-fad654d1e8b9 req-1bec4cbd-ab27-49aa-b43b-eaa01602ac92 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Aug 28 23:08:47.408371 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33240) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:47.434195 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cfc7b-9c04-46db-878a-da78881d7acc req-4e7b2d83-8df1-43ba-935f-aea4bc30dc0c tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:47.436168 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2e4cfc7b-9c04-46db-878a-da78881d7acc req-4e7b2d83-8df1-43ba-935f-aea4bc30dc0c tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0639331 Aug 28 23:08:47.504196 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-a62d0149-46cb-4ee8-8b97-a49624e22f8f tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:47.505642 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-a62d0149-46cb-4ee8-8b97-a49624e22f8f tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 945 time: 0.0686226 Aug 28 23:08:47.508672 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2e4cfc7b-9c04-46db-878a-da78881d7acc req-655be859-a1b5-4432-a570-5c44719cb859 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc59b750-72c7-4418-b125-ba3f09ad3bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635157 Aug 28 23:08:47.547538 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ac2077f9-170b-450b-9460-95d3b577782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:47.674362 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ac2077f9-170b-450b-9460-95d3b577782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:47.694318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Deleting port e5805a0c-737f-4a25-be88-d2bbd56b846a {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:08:47.694648 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:47.808675 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ac2077f9-170b-450b-9460-95d3b577782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:47.809371 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b661c6-97cb-4f85-8ebf-48a1579f7535 req-c98b65f1-ba9e-4b5b-9c92-5d42d38322b8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:47.810975 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b9b661c6-97cb-4f85-8ebf-48a1579f7535 req-c98b65f1-ba9e-4b5b-9c92-5d42d38322b8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1030197 Aug 28 23:08:47.828954 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] For port e5805a0c-737f-4a25-be88-d2bbd56b846a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e5805a0c-737f-4a25-be88-d2bbd56b846a,segment=NetworkSegment(2b25f7f1-9ebf-448b-8132-ce885362c881),segment_id=2b25f7f1-9ebf-448b-8132-ce885362c881)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:47.829324 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:47.859168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Calling delete_port for e5805a0c-737f-4a25-be88-d2bbd56b846a owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:08:47.868597 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ac2077f9-170b-450b-9460-95d3b577782a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e25efc1ee4b43f882a0c13bc0acb7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586306 Aug 28 23:08:47.870954 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2077f9-170b-450b-9460-95d3b577782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab88e9-ecee-4592-a3f9-2379f902045d,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:47.873485 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33262) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:47.904838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e8d1d3b5-a58b-4411-b965-273aa56d8147 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:08:47.951757 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b9b661c6-97cb-4f85-8ebf-48a1579f7535 req-04238aed-c3f2-4fbe-8f2d-9ca2cafd51a9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331823 Aug 28 23:08:48.008738 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff48956c-530a-4bd0-82b9-42da3fc9c296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.012531 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e8d1d3b5-a58b-4411-b965-273aa56d8147, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e8d1d3b5-a58b-4411-b965-273aa56d8147,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:48.024883 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'e8d1d3b5-a58b-4411-b965-273aa56d8147', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'port_id': 'e8d1d3b5-a58b-4411-b965-273aa56d8147', 'mac_address': 'fa:16:3e:3d:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa43a8e-628a-4846-b5c3-3235b4fc3275', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:08:48.041545 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff48956c-530a-4bd0-82b9-42da3fc9c296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.069743 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.086794 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d1d3b5-a58b-4411-b965-273aa56d8147 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:48.108181 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e8d1d3b5-a58b-4411-b965-273aa56d8147, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e8d1d3b5-a58b-4411-b965-273aa56d8147,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:48.185252 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.219552 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff48956c-530a-4bd0-82b9-42da3fc9c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.222314 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff48956c-530a-4bd0-82b9-42da3fc9c296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.223502 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ff48956c-530a-4bd0-82b9-42da3fc9c296 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29ab88e9-ecee-4592-a3f9-2379f902045d HTTP/1.1" status: 204 len: 168 time: 0.3445754 Aug 28 23:08:48.226282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.270802 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=e8d1d3b5-a58b-4411-b965-273aa56d8147,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:48.272735 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48956c-530a-4bd0-82b9-42da3fc9c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab88e9-ecee-4592-a3f9-2379f902045d,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:48.280706 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Pushing event deleted for resources: {'Port': ['ID=e5805a0c-737f-4a25-be88-d2bbd56b846a,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:48.299519 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.300095 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.300625 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.301106 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.301815 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.302333 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.302822 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.303311 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.303814 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.304314 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.304841 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.305345 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:08:48.359965 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] No DVR routers for this DVR port e5805a0c-737f-4a25-be88-d2bbd56b846a on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:08:48.364259 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:48.368829 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a6f586d8-2f2a-4d39-85fd-f62d24adab83 req-3a654ac4-d241-433e-9ffe-c5eabb9c1f90 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.39 "DELETE /v2.0/ports/e5805a0c-737f-4a25-be88-d2bbd56b846a HTTP/1.1" status: 204 len: 173 time: 0.8531632 Aug 28 23:08:48.369502 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'name': 'network-vif-deleted', 'tag': 'e5805a0c-737f-4a25-be88-d2bbd56b846a'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:48.372986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab910bd-dc14-49ae-a5c5-8e2339dcadc8" -d '{"events": [{"server_uuid": "ef47ba62-c1bb-4afd-b9b0-f979da0619d4", "name": "network-vif-deleted", "tag": "e5805a0c-737f-4a25-be88-d2bbd56b846a"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:48.425035 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32a2d77-9a2a-4fec-b45c-97c1671f1f8b x-openstack-request-id: req-a32a2d77-9a2a-4fec-b45c-97c1671f1f8b {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:48.425324 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef47ba62-c1bb-4afd-b9b0-f979da0619d4", "name": "network-vif-deleted", "tag": "e5805a0c-737f-4a25-be88-d2bbd56b846a", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:48.425573 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a32a2d77-9a2a-4fec-b45c-97c1671f1f8b {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:48.425980 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef47ba62-c1bb-4afd-b9b0-f979da0619d4', 'name': 'network-vif-deleted', 'tag': 'e5805a0c-737f-4a25-be88-d2bbd56b846a', 'status': 'completed', 'code': 200} Aug 28 23:08:48.456060 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736440c0-4271-4781-aba8-f07cddb57ef3 req-7465cf16-8797-469d-8828-b0356a23b56c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:48.457610 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-736440c0-4271-4781-aba8-f07cddb57ef3 req-7465cf16-8797-469d-8828-b0356a23b56c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 944 time: 0.0674698 Aug 28 23:08:48.500984 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['e8d1d3b5-a58b-4411-b965-273aa56d8147'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:08:48.503553 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-736440c0-4271-4781-aba8-f07cddb57ef3 req-023ee4b2-87a9-4b01-84a9-03588bd531bd tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Aug 28 23:08:48.638533 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4cc0d36c-01ad-4b23-b278-f6a8a9d6b90e req-6b7d22d5-9e80-4530-ac77-0308d3b1466d tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0307539 Aug 28 23:08:48.980354 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33304) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:48.995169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a92db12-374a-4f3b-82fb-422307d4abb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.088768 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e292f-8e2b-4ba4-8e3b-e5fc489bf87e req-c5f25215-5a72-4ae4-8be7-67c494499e2e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:49.090334 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ec9e292f-8e2b-4ba4-8e3b-e5fc489bf87e req-c5f25215-5a72-4ae4-8be7-67c494499e2e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0685532 Aug 28 23:08:49.144212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ec9e292f-8e2b-4ba4-8e3b-e5fc489bf87e req-2a2409fa-ada2-492c-8c28-820290eaef61 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460567 Aug 28 23:08:49.152280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a92db12-374a-4f3b-82fb-422307d4abb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.230634 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a92db12-374a-4f3b-82fb-422307d4abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.268130 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9a92db12-374a-4f3b-82fb-422307d4abb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bc9f2daf39840e786b52c29d43db58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849493 Aug 28 23:08:49.271363 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33308) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:49.279277 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92db12-374a-4f3b-82fb-422307d4abb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2f762c-7f88-4b2e-a753-a05171b42131,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:49.332492 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-33d3537d-4422-41a1-af61-4382d511b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.357958 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-33d3537d-4422-41a1-af61-4382d511b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.494619 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-33d3537d-4422-41a1-af61-4382d511b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.497187 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-33d3537d-4422-41a1-af61-4382d511b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:49.498428 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-33d3537d-4422-41a1-af61-4382d511b00f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a2f762c-7f88-4b2e-a753-a05171b42131 HTTP/1.1" status: 204 len: 168 time: 0.2261395 Aug 28 23:08:49.508487 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3537d-4422-41a1-af61-4382d511b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2f762c-7f88-4b2e-a753-a05171b42131,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:49.623050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252086-8d96-4b74-89d0-f94a5aa9e332 req-60ce3382-0cbb-46b3-bf80-9ab0031bbe9b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:49.626508 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d4252086-8d96-4b74-89d0-f94a5aa9e332 req-60ce3382-0cbb-46b3-bf80-9ab0031bbe9b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 944 time: 0.0527027 Aug 28 23:08:49.676476 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d4252086-8d96-4b74-89d0-f94a5aa9e332 req-4f88237b-f189-4268-b521-136d95a84d4a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Aug 28 23:08:49.773364 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-12521817-936d-42ad-84a3-c6d87d66074b req-94a49b94-3cbc-4ad3-b2b3-7e5c3d107171 tempest-DeleteServersTestJSON-1016513055 tempest-DeleteServersTestJSON-1016513055-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef47ba62-c1bb-4afd-b9b0-f979da0619d4 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Aug 28 23:08:49.920012 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e8d1d3b5-a58b-4411-b965-273aa56d8147 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:50.071212 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port e8d1d3b5-a58b-4411-b965-273aa56d8147 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:50.078406 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port e8d1d3b5-a58b-4411-b965-273aa56d8147 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:50.078406 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:50.149038 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:50.171905 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d1d3b5-a58b-4411-b965-273aa56d8147'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:50.174231 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0165727-1ae2-4d82-ad00-eb3256caf2e6" -d '{"events": [{"server_uuid": "d5d50217-bc59-42bd-9abf-2233fd2b96dd", "name": "network-vif-plugged", "status": "completed", "tag": "e8d1d3b5-a58b-4411-b965-273aa56d8147"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:50.187554 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e8d1d3b5-a58b-4411-b965-273aa56d8147, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e8d1d3b5-a58b-4411-b965-273aa56d8147,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:08:50.211421 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb549b-fa3c-4c8e-900d-34363d398068 x-openstack-request-id: req-3dbb549b-fa3c-4c8e-900d-34363d398068 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:08:50.211730 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d50217-bc59-42bd-9abf-2233fd2b96dd", "name": "network-vif-plugged", "status": "completed", "tag": "e8d1d3b5-a58b-4411-b965-273aa56d8147", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:08:50.211978 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dbb549b-fa3c-4c8e-900d-34363d398068 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:08:50.212365 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d1d3b5-a58b-4411-b965-273aa56d8147', 'code': 200} Aug 28 23:08:50.264492 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7445bc-e588-4d34-89e9-00b06533f482 req-f7967b3e-bb3f-4d4e-bbdc-4d20c12ce42e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:50.266201 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7a7445bc-e588-4d34-89e9-00b06533f482 req-f7967b3e-bb3f-4d4e-bbdc-4d20c12ce42e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0535963 Aug 28 23:08:50.308470 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7a7445bc-e588-4d34-89e9-00b06533f482 req-4e49f250-972b-4e00-b2ed-960b56623505 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362139 Aug 28 23:08:50.328965 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:50.330005 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e5805a0c-737f-4a25-be88-d2bbd56b846a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:08:50.375820 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: e5805a0c-737f-4a25-be88-d2bbd56b846a {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:08:50.376343 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e5805a0c-737f-4a25-be88-d2bbd56b846a not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:08:50.403855 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=e8d1d3b5-a58b-4411-b965-273aa56d8147,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:50.616396 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1dcb-8855-4970-a46a-1b967fd88023 req-1921a011-4b85-4bb8-bb29-68e5df00e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:50.617959 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-853a1dcb-8855-4970-a46a-1b967fd88023 req-1921a011-4b85-4bb8-bb29-68e5df00e0c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 1098 time: 0.0533533 Aug 28 23:08:50.656670 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-853a1dcb-8855-4970-a46a-1b967fd88023 req-45dbf87c-296f-4a95-b052-539c2e94863b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Aug 28 23:08:50.836957 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f4f19-9353-41ac-9185-e03bbae541e8 req-36bf438d-b02c-4f31-bb94-fa9aebf06088 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:50.846240 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9a3f4f19-9353-41ac-9185-e03bbae541e8 req-36bf438d-b02c-4f31-bb94-fa9aebf06088 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 945 time: 0.0891833 Aug 28 23:08:50.905030 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9a3f4f19-9353-41ac-9185-e03bbae541e8 req-1f918674-af53-402a-a78a-311378ef74ec tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Aug 28 23:08:51.050764 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-0b56cf5d-2d43-45d5-b8a8-d884984ac6ed tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=029c682f329c432bb5ebf38db3d4269a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322399 Aug 28 23:08:51.474025 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-897f9743-d4e5-4e6c-99ec-adc979b82ba1 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:51.475504 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-897f9743-d4e5-4e6c-99ec-adc979b82ba1 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4188168 Aug 28 23:08:51.495702 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d04ad-eeba-46b4-bce7-b19798742ebb req-7c70090b-99b4-4ff4-8a06-4f811a4fcf14 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:51.497647 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-984d04ad-eeba-46b4-bce7-b19798742ebb req-7c70090b-99b4-4ff4-8a06-4f811a4fcf14 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1029494 Aug 28 23:08:51.501081 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-9365a4f4-f26a-47a0-b7d0-9d5262af5d4f tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/quotas/029c682f329c432bb5ebf38db3d4269a HTTP/1.1" status: 200 len: 375 time: 0.0190854 Aug 28 23:08:51.553823 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-c3ff0ac3-75c6-45ba-ac54-00518a47d16a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=029c682f329c432bb5ebf38db3d4269a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437336 Aug 28 23:08:51.561912 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-984d04ad-eeba-46b4-bce7-b19798742ebb req-040299a9-8e91-4980-9106-f9ac4cc9f260 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Aug 28 23:08:51.863280 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c8d0f781-bb65-4dd4-bb29-ae359cb9c812 req-904cdab3-6b2c-4e70-a0fa-d3d13f253065 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 210 time: 0.0262942 Aug 28 23:08:52.024624 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fde164-2b89-4af6-9c92-8d2f2e5ad607 req-318d8331-6e75-4ce4-ba5a-c6ad9340164a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:52.026182 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-58fde164-2b89-4af6-9c92-8d2f2e5ad607 req-318d8331-6e75-4ce4-ba5a-c6ad9340164a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 945 time: 0.0562468 Aug 28 23:08:52.070478 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-58fde164-2b89-4af6-9c92-8d2f2e5ad607 req-d9bd5fd1-0dbb-443c-974a-bfe7b92ba423 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Aug 28 23:08:52.182410 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33444) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:52.287060 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-227a2220-2217-4c53-8e2a-bc6d5cd7069a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.372110 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-227a2220-2217-4c53-8e2a-bc6d5cd7069a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.496179 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-227a2220-2217-4c53-8e2a-bc6d5cd7069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.544797 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-227a2220-2217-4c53-8e2a-bc6d5cd7069a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8d6f7ae1aa849928ec69d6582f92283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612781 Aug 28 23:08:52.545030 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33458) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:52.546116 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a2220-2217-4c53-8e2a-bc6d5cd7069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81372d9-7696-422e-a369-78573407b775,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:52.560307 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33460) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:52.632668 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_v2 [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Deleting subnet b86268c1-4923-40ce-a0f3-3ff39f91c5c9 {{(pid=94553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:08:52.644293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.683877 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-42a63513-ecc8-4137-b857-8b1c1ebd354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.714565 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.732158 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.735247 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-42a63513-ecc8-4137-b857-8b1c1ebd354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:52.783973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aa567-9db9-4f3c-8247-4debe73e627e req-e94e28ba-5c17-4a76-86a9-5bdfa6642c2a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:52.785457 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ff2aa567-9db9-4f3c-8247-4debe73e627e req-e94e28ba-5c17-4a76-86a9-5bdfa6642c2a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1456351 Aug 28 23:08:52.854087 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ff2aa567-9db9-4f3c-8247-4debe73e627e req-15342ad2-6cbc-4715-9531-689593c3b82b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466857 Aug 28 23:08:52.965506 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1fe8172a-c3a9-4feb-b670-bb4d5bdb6d3b req-68ffdc32-5eed-4184-89ee-3dc1cf495a0a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Aug 28 23:08:52.980452 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.006979 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86268c1-4923-40ce-a0f3-3ff39f91c5c9,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:53.012147 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.014036 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-decad92c-8238-4447-9970-7ed4ba187c40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b86268c1-4923-40ce-a0f3-3ff39f91c5c9 HTTP/1.1" status: 204 len: 168 time: 0.4524970 Aug 28 23:08:53.016406 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33480) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:53.061047 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-42a63513-ecc8-4137-b857-8b1c1ebd354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.063725 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-42a63513-ecc8-4137-b857-8b1c1ebd354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.064850 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-42a63513-ecc8-4137-b857-8b1c1ebd354d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b81372d9-7696-422e-a369-78573407b775 HTTP/1.1" status: 204 len: 168 time: 0.5187457 Aug 28 23:08:53.085139 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63513-ecc8-4137-b857-8b1c1ebd354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81372d9-7696-422e-a369-78573407b775,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:53.109926 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.229931 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.242921 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.243273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.244041 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.244371 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.244760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.245068 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.245384 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.245712 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.246028 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.246348 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.391637 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.391987 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.394310 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.394310 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:08:53.394310 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d48e8a6-feda-4640-af4a-edd30cfef6cb']}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:53.413467 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b25f7f1-9ebf-448b-8132-ce885362c881') {'for_net_delete': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:53.417363 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b25f7f1-9ebf-448b-8132-ce885362c881') {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:08:53.432901 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911286'] for segment, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.452151 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dde76-92e6-40e5-a946-b2a4216b90ea req-30532498-fef6-4ff5-a2b6-3ba0d8526868 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:53.453731 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-056dde76-92e6-40e5-a946-b2a4216b90ea req-30532498-fef6-4ff5-a2b6-3ba0d8526868 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 945 time: 0.2648077 Aug 28 23:08:53.469415 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.485610 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:08:53.486031 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8498025'] for segment, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: from cryptography.utils import int_from_bytes Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: from cryptography.utils import int_from_bytes Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: Traceback (most recent call last): Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: timer() Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: cb(*args, **kw) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: return func(*args, **kwargs) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: self._notify() Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: self.callback(batched_events) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: event.method(event) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: return f(self, *a, **k) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._get(url).json() Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: return self.request(url, 'GET', **kwargs) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:08:53.489841 dv-cinder-790492-11-iscsi neutron-server[94553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:08:53.551868 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-056dde76-92e6-40e5-a946-b2a4216b90ea req-16e432f1-e8b4-40b5-a624-bd3eccf88ac9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903060 Aug 28 23:08:53.694360 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.711627 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:53.717157 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6d48e8a6-feda-4640-af4a-edd30cfef6cb HTTP/1.1" status: 204 len: 168 time: 0.6965399 Aug 28 23:08:53.717157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f623823-6bd8-4947-942d-902b113768e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d48e8a6-feda-4640-af4a-edd30cfef6cb,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:53.982055 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33530) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:53.995461 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-80703508-d6fb-49be-8ecf-2243bc913976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.026765 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f967a0-b885-48af-ad6b-c32c6e6e7a5c req-691beb14-e56c-4755-a674-e6d15af286f9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:54.034113 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b0f967a0-b885-48af-ad6b-c32c6e6e7a5c req-691beb14-e56c-4755-a674-e6d15af286f9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0672383 Aug 28 23:08:54.078936 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b0f967a0-b885-48af-ad6b-c32c6e6e7a5c req-b68a1efe-9d45-4a08-81f4-de46c4c39ae3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Aug 28 23:08:54.107737 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-80703508-d6fb-49be-8ecf-2243bc913976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.167208 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fa0421d0-5909-4e5a-b527-d945f7515177 req-2a5bc350-c498-481c-9fd4-b9957f9c9afb tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 210 time: 0.0248554 Aug 28 23:08:54.271778 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-80703508-d6fb-49be-8ecf-2243bc913976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.302614 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33540) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:54.311186 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-80703508-d6fb-49be-8ecf-2243bc913976 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51cdc3a11ed54facbaa7fae13200a5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280258 Aug 28 23:08:54.312056 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80703508-d6fb-49be-8ecf-2243bc913976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c50c1b-43ef-4e2e-bff1-f28cea439a24,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:54.314424 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33542) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:54.349913 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-c23edac4-b391-4a6d-bb62-70d512704dad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bf55fd244c84c4e9130debab6d1f20f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439517 Aug 28 23:08:54.350312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33544) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:54.368145 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-54726b23-5c4e-48af-a7f1-774604c635d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.391292 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-54726b23-5c4e-48af-a7f1-774604c635d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.407666 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff75012f-0929-493b-848f-5285445496c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.435048 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff75012f-0929-493b-848f-5285445496c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.507171 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-54726b23-5c4e-48af-a7f1-774604c635d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.509765 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-54726b23-5c4e-48af-a7f1-774604c635d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.510950 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-54726b23-5c4e-48af-a7f1-774604c635d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16c50c1b-43ef-4e2e-bff1-f28cea439a24 HTTP/1.1" status: 204 len: 168 time: 0.1956346 Aug 28 23:08:54.519373 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54726b23-5c4e-48af-a7f1-774604c635d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c50c1b-43ef-4e2e-bff1-f28cea439a24,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:54.529234 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-f531687c-9de3-442c-8159-cbf7610e5026 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=029c682f329c432bb5ebf38db3d4269a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268428 Aug 28 23:08:54.561373 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff75012f-0929-493b-848f-5285445496c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.563850 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ff75012f-0929-493b-848f-5285445496c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.564964 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ff75012f-0929-493b-848f-5285445496c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc59b750-72c7-4418-b125-ba3f09ad3bb1 HTTP/1.1" status: 204 len: 168 time: 0.2137074 Aug 28 23:08:54.603799 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75012f-0929-493b-848f-5285445496c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59b750-72c7-4418-b125-ba3f09ad3bb1,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:54.704157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-8a66bb8f-a5de-4ab0-ad58-5a177a7e31c7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:54.707186 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-8a66bb8f-a5de-4ab0-ad58-5a177a7e31c7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719141 Aug 28 23:08:54.730789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Request body: {'port': {'device_id': '4cad7a46-c525-4658-971f-e302ef866298', 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a', 'admin_state_up': True, 'tenant_id': '029c682f329c432bb5ebf38db3d4269a'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:54.940584 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Made reservation on behalf of 029c682f329c432bb5ebf38db3d4269a for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:08:54.946374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:54.956906 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.063040 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.208659 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb5382-32f6-4309-9051-3bab540c10e7 req-cfab8f23-6b22-478a-b049-2f2f2132a05b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:55.213813 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-eccb5382-32f6-4309-9051-3bab540c10e7 req-cfab8f23-6b22-478a-b049-2f2f2132a05b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0590959 Aug 28 23:08:55.230517 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.325980 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-26544836-f621-4a94-a048-e49ec217a526 req-5ec45542-b10b-498c-bb53-70ff5707831b tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 210 time: 0.0879724 Aug 28 23:08:55.332455 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-eccb5382-32f6-4309-9051-3bab540c10e7 req-8cbdd0fc-f43a-4b6f-b5ed-59a17a516991 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165602 Aug 28 23:08:55.337212 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a673b-b561-40df-a062-2892a1ff826e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:55.425135 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Allocated IP 192.168.233.23 (34e6cbe5-9184-4521-af55-489f940b782a/e7eee932-0bba-4c3a-a722-0a4542dfb476/27ab770b-3265-421b-aca6-dcef60558515) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:08:55.577899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.591187 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Transition to ACTIVE for port object 27ab770b-3265-421b-aca6-dcef60558515 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:55.637429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33592) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:55.650151 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-39e8f33f-70c7-4cfb-a534-429aa89d5084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.708159 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.766489 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Network 34e6cbe5-9184-4521-af55-489f940b782a is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:08:55.773418 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:08:55.798860 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:08:55.798860 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Pushing event updated for resources: {'Port': ['ID=27ab770b-3265-421b-aca6-dcef60558515,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:55.825136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-39e8f33f-70c7-4cfb-a534-429aa89d5084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.847747 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:55.848478 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.911421 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-39e8f33f-70c7-4cfb-a534-429aa89d5084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:55.948520 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f33f-70c7-4cfb-a534-429aa89d5084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8daa0f-e39c-45cf-8ea0-a0bb720308b3,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:55.953769 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-39e8f33f-70c7-4cfb-a534-429aa89d5084 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e9b5246fde94f20a27f6cd292ed21fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143573 Aug 28 23:08:55.955532 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33604) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:55.993021 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-04d4e565-1201-4d1f-bfa1-af760ce2ca7d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2666032 Aug 28 23:08:56.009629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16b8984b-68eb-4bf6-9d1c-4b2becd5fad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.034533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16b8984b-68eb-4bf6-9d1c-4b2becd5fad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.036449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33606) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:56.105522 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-5fd0aff7-fd30-4c57-bd1a-27dd0129720c None None] Provisioning for port 27ab770b-3265-421b-aca6-dcef60558515 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:56.109584 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-5fd0aff7-fd30-4c57-bd1a-27dd0129720c None None] Provisioning complete for port 27ab770b-3265-421b-aca6-dcef60558515 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:08:56.109981 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-5fd0aff7-fd30-4c57-bd1a-27dd0129720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.141153 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1187810814-network', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:56.142861 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0aff7-fd30-4c57-bd1a-27dd0129720c None None] Port 27ab770b-3265-421b-aca6-dcef60558515 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:08:56.168330 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16b8984b-68eb-4bf6-9d1c-4b2becd5fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.170833 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16b8984b-68eb-4bf6-9d1c-4b2becd5fad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.171923 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-16b8984b-68eb-4bf6-9d1c-4b2becd5fad4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e8daa0f-e39c-45cf-8ea0-a0bb720308b3 HTTP/1.1" status: 204 len: 168 time: 0.2151399 Aug 28 23:08:56.179289 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8984b-68eb-4bf6-9d1c-4b2becd5fad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8daa0f-e39c-45cf-8ea0-a0bb720308b3,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:56.242774 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Made reservation on behalf of 836ba6d1b1884e22851b26858c9d1c9f for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:08:56.247101 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.254497 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.338139 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.435618 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb957e5-89c2-4d35-b067-099389746697 req-a118c437-d34a-4abc-9759-12ab7d9aa799 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:56.437046 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afb957e5-89c2-4d35-b067-099389746697 req-a118c437-d34a-4abc-9759-12ab7d9aa799 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 935 time: 0.0465996 Aug 28 23:08:56.438195 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.479056 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:08:56.480883 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2f9a4-6322-49d2-ba44-8959dba3183e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:56.505710 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.506062 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Added segment af8809e3-4a4e-44a8-82c9-7aee98c7a558 of type vlan for network 1ca66050-cb86-4ba4-90c8-fadabb113afd Aug 28 23:08:56.509945 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afb957e5-89c2-4d35-b067-099389746697 req-b050c14c-ece5-4c3f-ba11-625f64b61ff2 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611784 Aug 28 23:08:56.558070 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.625137 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53207842-49c4-4900-b4b3-330497be4613 req-c703d012-10e8-434a-b03b-a182d7330af7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:56.626686 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53207842-49c4-4900-b4b3-330497be4613 req-c703d012-10e8-434a-b03b-a182d7330af7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0524821 Aug 28 23:08:56.662367 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.663411 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:56.663989 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:56.671558 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53207842-49c4-4900-b4b3-330497be4613 req-ed686bdc-9c3c-49ff-89ac-2b2359056960 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Aug 28 23:08:56.728055 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] Pushing event updated for resources: {'Network': ['ID=1ca66050-cb86-4ba4-90c8-fadabb113afd,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:56.739147 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:08:56.792571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-78468640-ab25-4fc2-9da6-360326aed39f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7549989 Aug 28 23:08:56.795987 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33634) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:56.802801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Request body: {'subnet': {'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1187810814-subnet', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:56.893863 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Made reservation on behalf of 836ba6d1b1884e22851b26858c9d1c9f for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:08:56.896241 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.145768 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.203352 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:57.210626 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Checking segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:57.210976 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Network hostable DHCP agents. Network: 1ca66050-cb86-4ba4-90c8-fadabb113afd, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:08:57.288823 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:08:57.402622 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 1ca66050-cb86-4ba4-90c8-fadabb113afd) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:08:57.407326 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:57.408127 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.411971 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82414c4c-b9a9-4064-87e5-b0115976ff30 None None] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:08:57.500519 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-67e3cfc1-a414-458b-a180-6a1ed7034348 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7035325 Aug 28 23:08:57.502951 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33678) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:08:57.509613 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:57.573720 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-1ca66050-cb86-4ba4-90c8-fadabb113afd', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:08:57.574838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.592362 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.593830 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.657170 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.837576 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9be9f-eb8f-45ef-b5d1-5d9b041f39b3 req-aa90a868-d8be-4735-9647-3d667580863d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:57.839061 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9b9be9f-eb8f-45ef-b5d1-5d9b041f39b3 req-aa90a868-d8be-4735-9647-3d667580863d tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 935 time: 0.1181762 Aug 28 23:08:57.843939 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Allocated IP 172.20.0.2 (1ca66050-cb86-4ba4-90c8-fadabb113afd/3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53/933422d8-a58c-45ec-9d2f-3958451268f0) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:08:57.990630 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:57.999660 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Transition to ACTIVE for port object 933422d8-a58c-45ec-9d2f-3958451268f0 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:58.014805 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Transition to ACTIVE for port object 933422d8-a58c-45ec-9d2f-3958451268f0 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:58.109073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Request body: {'port': {'device_id': '4cad7a46-c525-4658-971f-e302ef866298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:08:58.133512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.146241 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.163887 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9b9be9f-eb8f-45ef-b5d1-5d9b041f39b3 req-47ed4b74-c3c5-430d-a2d7-dd18e323bc32 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000888 Aug 28 23:08:58.187544 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:08:58.190663 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:08:58.198189 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:08:58.203554 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.222600 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Pushing event updated for resources: {'Port': ['ID=933422d8-a58c-45ec-9d2f-3958451268f0,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:58.263353 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Attempting to bind port 933422d8-a58c-45ec-9d2f-3958451268f0 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:08:58.263752 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Attempting to bind port 933422d8-a58c-45ec-9d2f-3958451268f0 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:08:58.264239 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Attempting to bind port 933422d8-a58c-45ec-9d2f-3958451268f0 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:58.269588 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:08:58.270033 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Checking segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:58.270427 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.270810 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Bound using segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:08:58.271265 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Bound port: 933422d8-a58c-45ec-9d2f-3958451268f0, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:08:58.271640 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.285231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcda5-ecf4-4ac6-8c5c-d79cbee5fde8 req-8c9dacf1-1ba4-466b-9f90-f8f2c1b55fe7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:58.287050 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d54fcda5-ecf4-4ac6-8c5c-d79cbee5fde8 req-8c9dacf1-1ba4-466b-9f90-f8f2c1b55fe7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1077402 Aug 28 23:08:58.333367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] For port 933422d8-a58c-45ec-9d2f-3958451268f0, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:08:58.336636 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] For port 933422d8-a58c-45ec-9d2f-3958451268f0, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=933422d8-a58c-45ec-9d2f-3958451268f0,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:08:58.435434 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d54fcda5-ecf4-4ac6-8c5c-d79cbee5fde8 req-6971a946-55ab-47af-93f3-4cf09a2cae0b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176338 Aug 28 23:08:58.477240 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.549246 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0918f2-ad63-4e10-98ab-ad3089060f7f None None] Pushing event updated for resources: {'Port': ['ID=933422d8-a58c-45ec-9d2f-3958451268f0,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:58.728425 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ab770b-3265-421b-aca6-dcef60558515 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:08:58.741095 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.759712 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Transition to ACTIVE for port object 27ab770b-3265-421b-aca6-dcef60558515 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:08:58.764142 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.794523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.850474 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:58.940304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=27ab770b-3265-421b-aca6-dcef60558515,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:59.048414 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Allocated IP 172.27.3.191 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/fd6fe745-8a9f-4678-8e13-d1cf167265e9) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:08:59.173222 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Attempting to bind port 27ab770b-3265-421b-aca6-dcef60558515 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:08:59.173977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Attempting to bind port 27ab770b-3265-421b-aca6-dcef60558515 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:08:59.173977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Attempting to bind port 27ab770b-3265-421b-aca6-dcef60558515 on network 34e6cbe5-9184-4521-af55-489f940b782a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:59.186300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Port 27ab770b-3265-421b-aca6-dcef60558515 on network 34e6cbe5-9184-4521-af55-489f940b782a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:08:59.187192 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Attempting to bind port 27ab770b-3265-421b-aca6-dcef60558515 on network 34e6cbe5-9184-4521-af55-489f940b782a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:08:59.203290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:08:59.203290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Checking segment: {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:08:59.203290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Bound using segment: {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:08:59.203290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Bound port: 27ab770b-3265-421b-aca6-dcef60558515, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053a8086-c072-4d09-a3c1-0d7b012d23bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:08:59.203290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:59.264554 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 933422d8-a58c-45ec-9d2f-3958451268f0 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:08:59.342380 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:59.370376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74099ff5-7363-4a02-bb1c-52a7daaddcae req-41bd6f17-873b-4211-ac5b-4a47a1eb4393 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:59.372083 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-74099ff5-7363-4a02-bb1c-52a7daaddcae req-41bd6f17-873b-4211-ac5b-4a47a1eb4393 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.1277118 Aug 28 23:08:59.388914 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] For port 27ab770b-3265-421b-aca6-dcef60558515, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:08:59.429730 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] For port 27ab770b-3265-421b-aca6-dcef60558515, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27ab770b-3265-421b-aca6-dcef60558515,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:08:59.461102 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-74099ff5-7363-4a02-bb1c-52a7daaddcae req-fbd4a4ef-6f18-4a5d-a840-2b9cb2a74d24 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760534 Aug 28 23:08:59.472061 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 933422d8-a58c-45ec-9d2f-3958451268f0 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:08:59.512022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:59.590711 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:59.591467 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:59.593072 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/27ab770b-3265-421b-aca6-dcef60558515 HTTP/1.1" status: 200 len: 1097 time: 1.4896569 Aug 28 23:08:59.602049 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cad7a46-c525-4658-971f-e302ef866298', 'tag': '27ab770b-3265-421b-aca6-dcef60558515'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:08:59.608098 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c211404b-6744-42fb-be73-904ac587dc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cad7a46-c525-4658-971f-e302ef866298", "tag": "27ab770b-3265-421b-aca6-dcef60558515"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:08:59.676203 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:08:59.718691 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:08:59.727020 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209ba99-656a-4f1d-b81a-fee3a1cbc8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=27ab770b-3265-421b-aca6-dcef60558515,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:59.732208 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:08:59.767957 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:08:59.789018 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64636dc-63e8-4272-a9aa-7e66092aa8a8 req-028edbf7-b10b-472f-b7b8-28cd7b6084f6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:08:59.797493 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d64636dc-63e8-4272-a9aa-7e66092aa8a8 req-028edbf7-b10b-472f-b7b8-28cd7b6084f6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.2093964 Aug 28 23:08:59.867619 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbfeea2-fa15-4b9e-94f1-6e358d653468 None None] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:08:59.959683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Pushing event updated for resources: {'Port': ['ID=fd6fe745-8a9f-4678-8e13-d1cf167265e9,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:08:59.990853 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d64636dc-63e8-4272-a9aa-7e66092aa8a8 req-130e314c-7e57-426c-a743-038db50a0467 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923966 Aug 28 23:09:00.019489 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] Provisioning for port 933422d8-a58c-45ec-9d2f-3958451268f0 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:00.045784 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] Provisioning complete for port 933422d8-a58c-45ec-9d2f-3958451268f0 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:00.046398 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:00.077581 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b7f6cc-6f52-470b-9002-64b12e221cdd x-openstack-request-id: req-68b7f6cc-6f52-470b-9002-64b12e221cdd {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:00.077918 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cad7a46-c525-4658-971f-e302ef866298", "tag": "27ab770b-3265-421b-aca6-dcef60558515", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:00.078138 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68b7f6cc-6f52-470b-9002-64b12e221cdd {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:00.081509 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cad7a46-c525-4658-971f-e302ef866298', 'tag': '27ab770b-3265-421b-aca6-dcef60558515', 'status': 'completed', 'code': 200} Aug 28 23:09:00.102408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-69c9f153-de1a-4b92-83ef-d7faf8a36e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:00.103713 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-69c9f153-de1a-4b92-83ef-d7faf8a36e31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=029c682f329c432bb5ebf38db3d4269a&device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 1100 time: 0.3417795 Aug 28 23:09:00.117615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-27f4dab0-ba36-44d0-ba31-507c9e3ca4da tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:00.122191 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-27f4dab0-ba36-44d0-ba31-507c9e3ca4da tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.3562021 Aug 28 23:09:00.157221 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:00.187505 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-bb5d9afa-0caf-40dd-8ba7-db540c464553 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=27ab770b-3265-421b-aca6-dcef60558515 HTTP/1.1" status: 200 len: 217 time: 0.0570168 Aug 28 23:09:00.189761 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-065741d4-0cfd-44e0-8530-5f11c4dc5e27 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/quotas/b130a0f19f74460b9fededbf31fd04b3 HTTP/1.1" status: 200 len: 375 time: 0.0578389 Aug 28 23:09:00.196745 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] For port 933422d8-a58c-45ec-9d2f-3958451268f0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=933422d8-a58c-45ec-9d2f-3958451268f0,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:00.278836 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-13731255-b16a-4d50-a65d-82fd57f0d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:00.280266 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-13731255-b16a-4d50-a65d-82fd57f0d2ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7eee932-0bba-4c3a-a722-0a4542dfb476 HTTP/1.1" status: 200 len: 843 time: 0.0836575 Aug 28 23:09:00.290390 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-38db40a3-722e-46a1-8de4-4646857e3072 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926147 Aug 28 23:09:00.458202 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3433c6b8-58e2-43fb-9faa-1f205d8802ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:00.458202 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-3433c6b8-58e2-43fb-9faa-1f205d8802ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34e6cbe5-9184-4521-af55-489f940b782a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0932503 Aug 28 23:09:00.458202 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-ffd2409e-ac84-4016-8787-38d5347be556 service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176200 Aug 28 23:09:00.580491 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-5910207f-b259-4d82-973a-77ad6bdd4f6a service neutron] 10.222.0.39 "GET /v2.0/networks/34e6cbe5-9184-4521-af55-489f940b782a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704414 Aug 28 23:09:00.601903 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-245c9a45-37d3-46e3-9f7a-291e00436a27 service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743920 Aug 28 23:09:00.736857 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:00.736857 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce48f61-ffe5-49da-8012-78430008e4e6 None None] Pushing event updated for resources: {'Port': ['ID=933422d8-a58c-45ec-9d2f-3958451268f0,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:00.791723 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-d80e2f07-b5da-4ef7-94f7-98c5cd681e66 None None] Provisioning complete for port 933422d8-a58c-45ec-9d2f-3958451268f0 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:00.792141 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d80e2f07-b5da-4ef7-94f7-98c5cd681e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:00.917606 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b50de7-5f0b-4bb9-962a-ef01f95367c5 req-ede4f064-e800-4dce-a5aa-34f165f0bec1 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:00.919589 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b0b50de7-5f0b-4bb9-962a-ef01f95367c5 req-ede4f064-e800-4dce-a5aa-34f165f0bec1 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.3680329 Aug 28 23:09:01.027637 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3ff11cba-9139-40ff-86cf-7582335ef19f req-85de54fb-d32b-42a5-8e59-acd6f1619fca service neutron] 10.222.0.39 "GET /v2.0/networks/34e6cbe5-9184-4521-af55-489f940b782a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390512 Aug 28 23:09:01.034528 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b0b50de7-5f0b-4bb9-962a-ef01f95367c5 req-01af3f56-91ad-4482-8167-588dbeeb0ed5 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051040 Aug 28 23:09:01.053212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1481dc43-f9d0-47f9-a6b8-399ce48407fc req-e932f73b-343f-4338-97a8-85a7d41f1038 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 210 time: 0.0415220 Aug 28 23:09:01.070577 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.202134 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33792) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:01.215158 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 933422d8-a58c-45ec-9d2f-3958451268f0 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:01.262486 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 933422d8-a58c-45ec-9d2f-3958451268f0 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:01.263159 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.287149 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291b0a-eac3-467e-8b5e-70c65cb08206 req-821a364f-388d-4353-8ecd-4e2d0f3df76b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:01.295289 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c0291b0a-eac3-467e-8b5e-70c65cb08206 req-821a364f-388d-4353-8ecd-4e2d0f3df76b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1831415 Aug 28 23:09:01.322155 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a75a368a-e4b7-4897-b13c-f7b37c550c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.349186 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211404b-6744-42fb-be73-904ac587dc1a req-6c921b6d-28c3-49e5-97e6-d463bd1cf77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:01.350696 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-6c921b6d-28c3-49e5-97e6-d463bd1cf77d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=029c682f329c432bb5ebf38db3d4269a&device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 1100 time: 0.1451831 Aug 28 23:09:01.402991 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c0291b0a-eac3-467e-8b5e-70c65cb08206 req-99771613-ad2f-4a24-a9df-2e5ae100477f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067791 Aug 28 23:09:01.429848 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.437237 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a75a368a-e4b7-4897-b13c-f7b37c550c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.505480 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a75a368a-e4b7-4897-b13c-f7b37c550c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.540727 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a75a368a-e4b7-4897-b13c-f7b37c550c0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66a5d88aa38a4c17b3d869efaafd9650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374207 Aug 28 23:09:01.544642 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33800) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:01.549547 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a368a-e4b7-4897-b13c-f7b37c550c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8af0a5-b0f5-4f67-9d5d-152ef77ddc83,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:01.609106 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-180c4234-f692-46be-ac76-8144ec5b9e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.630777 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-180c4234-f692-46be-ac76-8144ec5b9e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.676490 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Router 630fb718-107d-45ed-84e5-60e1f731dd67 is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:09:01.765520 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-180c4234-f692-46be-ac76-8144ec5b9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.773537 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-180c4234-f692-46be-ac76-8144ec5b9e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.773537 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-180c4234-f692-46be-ac76-8144ec5b9e6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e8af0a5-b0f5-4f67-9d5d-152ef77ddc83 HTTP/1.1" status: 204 len: 168 time: 0.2238872 Aug 28 23:09:01.785298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c4234-f692-46be-ac76-8144ec5b9e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8af0a5-b0f5-4f67-9d5d-152ef77ddc83,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:01.798006 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:09:01.817176 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:09:01.827040 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:09:01.827387 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:08:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:01.917136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:01.918563 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-cbbd3416-5ead-48fb-916c-a28befea0b6c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4143665 Aug 28 23:09:01.921148 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33808) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:01.929591 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:09:02.110443 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:00Z', 'revision_number': 3, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:02.141677 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:09:02.142054 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Updating router 630fb718-107d-45ed-84e5-60e1f731dd67 port fd6fe745-8a9f-4678-8e13-d1cf167265e9 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:09:02.169343 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.214894 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dcd3c-3a8b-49f2-be8c-9ad9d9acc669 req-9cc88789-f141-41d5-9642-15dc70ba1d2a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:02.217006 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8b0dcd3c-3a8b-49f2-be8c-9ad9d9acc669 req-9cc88789-f141-41d5-9642-15dc70ba1d2a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.1059961 Aug 28 23:09:02.299949 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8b0dcd3c-3a8b-49f2-be8c-9ad9d9acc669 req-b48c1b8a-9755-47f6-9f4e-45593bf7decc tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467832 Aug 28 23:09:02.398951 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c3c2749f-9cc9-47a0-be32-fcf66caa65ea req-f79a909d-f3f2-4776-a3c6-432c57b1ecc0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 210 time: 0.0377169 Aug 28 23:09:02.429811 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.443816 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Transition to ACTIVE for port object fd6fe745-8a9f-4678-8e13-d1cf167265e9 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:02.506171 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.567775 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.596500 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33818) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:02.610804 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0e5b-8e7a-4059-9e4d-e8f8722b720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.629461 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Attempting to bind port fd6fe745-8a9f-4678-8e13-d1cf167265e9 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:09:02.629859 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Attempting to bind port fd6fe745-8a9f-4678-8e13-d1cf167265e9 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:09:02.630211 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Attempting to bind port fd6fe745-8a9f-4678-8e13-d1cf167265e9 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:02.639077 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:09:02.639449 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:09:02.639849 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.640233 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:09:02.640705 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Bound port: fd6fe745-8a9f-4678-8e13-d1cf167265e9, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:09:02.641173 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.678882 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Pushing event updated for resources: {'Port': ['ID=fd6fe745-8a9f-4678-8e13-d1cf167265e9,revision_number=2']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:02.696011 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.700948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:02.716013 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0e5b-8e7a-4059-9e4d-e8f8722b720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.721179 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] For port fd6fe745-8a9f-4678-8e13-d1cf167265e9, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:09:02.724465 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] For port fd6fe745-8a9f-4678-8e13-d1cf167265e9, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fd6fe745-8a9f-4678-8e13-d1cf167265e9,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:09:02.807026 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0e5b-8e7a-4059-9e4d-e8f8722b720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.818842 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32299db6-aa23-411a-9fbb-099a510a2909 req-a37b399d-57f0-4bf8-9ce7-b458e38f7c89 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:02.826267 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32299db6-aa23-411a-9fbb-099a510a2909 req-a37b399d-57f0-4bf8-9ce7-b458e38f7c89 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.3421352 Aug 28 23:09:02.831515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211404b-6744-42fb-be73-904ac587dc1a req-f0c38c82-f816-4545-af42-43c862c395b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:02.832875 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-f0c38c82-f816-4545-af42-43c862c395b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34e6cbe5-9184-4521-af55-489f940b782a HTTP/1.1" status: 200 len: 870 time: 0.4006784 Aug 28 23:09:02.837634 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:02.849531 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2a2c0e5b-8e7a-4059-9e4d-e8f8722b720f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cb76fc39f48493a952375829d4f3793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523973 Aug 28 23:09:02.852899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33824) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:02.861524 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c0e5b-8e7a-4059-9e4d-e8f8722b720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd611d38-7336-40a9-93f3-b8e4844a4d7f,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:02.911469 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:09:02.912069 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:08:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:02.916611 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b26a-0a0b-420b-b373-5bb9f71951cc None None] Pushing event updated for resources: {'Port': ['ID=fd6fe745-8a9f-4678-8e13-d1cf167265e9,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:02.931413 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32299db6-aa23-411a-9fbb-099a510a2909 req-9facdae0-1a58-426a-a00c-c7bb2b23093a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028235 Aug 28 23:09:02.996834 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb413bd1-fb7e-4e23-9f07-a8eb95969ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.014945 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Allocated IP 172.20.0.1 (1ca66050-cb86-4ba4-90c8-fadabb113afd/3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53/05d1b00c-0b39-47ce-8be9-f8c42ac7f96b) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:09:03.026476 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:09:03.033785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb413bd1-fb7e-4e23-9f07-a8eb95969ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.155791 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.199535 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:00Z', 'revision_number': 3, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:03.260157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Transition to ACTIVE for port object 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:03.261619 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb413bd1-fb7e-4e23-9f07-a8eb95969ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.264855 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bb413bd1-fb7e-4e23-9f07-a8eb95969ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.266161 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-bb413bd1-fb7e-4e23-9f07-a8eb95969ab5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd611d38-7336-40a9-93f3-b8e4844a4d7f HTTP/1.1" status: 204 len: 168 time: 0.4106290 Aug 28 23:09:03.278785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb413bd1-fb7e-4e23-9f07-a8eb95969ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd611d38-7336-40a9-93f3-b8e4844a4d7f,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:03.308459 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f48a2-72f7-43be-850d-b6012ea90b6f None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:00Z', 'revision_number': 3, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:09:03.382669 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.439633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:09:03.448341 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:09:03.453348 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:09:03.465021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3de44-f79e-4d9a-8a66-9c5be4f1b0cb req-f9eb3af5-9645-46cb-909e-dbbb6507c961 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:03.467129 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b7e3de44-f79e-4d9a-8a66-9c5be4f1b0cb req-f9eb3af5-9645-46cb-909e-dbbb6507c961 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.0955720 Aug 28 23:09:03.499783 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Pushing event updated for resources: {'Port': ['ID=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:03.542602 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.630505 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b7e3de44-f79e-4d9a-8a66-9c5be4f1b0cb req-35eb9366-5038-4557-9ed7-d0d6271d31a5 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356473 Aug 28 23:09:03.750705 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a2d7cc5c-5d67-4dc0-ba82-e20363d8cce2 req-ee844259-510b-4e3b-a0b7-325882cb9dd3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 210 time: 0.0331016 Aug 28 23:09:03.812675 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.893959 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-e74994da-931a-4453-8885-93fe73633712 None None] Provisioning for port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:03.898610 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-e74994da-931a-4453-8885-93fe73633712 None None] Provisioning complete for port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:03.899195 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e74994da-931a-4453-8885-93fe73633712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:03.952209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-e74994da-931a-4453-8885-93fe73633712 None None] Port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:09:04.051918 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:04.076854 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f7df-fd31-4a4a-b0d1-60ebec1cbaab req-1f2a8a3c-abaf-4651-99c0-e8a7d7af953e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:04.082268 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c029f7df-fd31-4a4a-b0d1-60ebec1cbaab req-1f2a8a3c-abaf-4651-99c0-e8a7d7af953e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0744121 Aug 28 23:09:04.127958 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c029f7df-fd31-4a4a-b0d1-60ebec1cbaab req-c41fe71c-ee49-4c7e-8be9-d2549a6cc9a8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Aug 28 23:09:04.163089 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:04.229645 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Pushing event updated for resources: {'Port': ['ID=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:04.232239 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:04.331163 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:09:04.332483 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:09:04.467835 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-30a590f4-fc91-4237-9a61-c61b424d76eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=27ab770b-3265-421b-aca6-dcef60558515 HTTP/1.1" status: 200 len: 217 time: 0.0423377 Aug 28 23:09:04.526569 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Router 630fb718-107d-45ed-84e5-60e1f731dd67 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:09:04.543176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211404b-6744-42fb-be73-904ac587dc1a req-2a54b3b3-f383-4300-88bb-5ef516644c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:04.544914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-2a54b3b3-f383-4300-88bb-5ef516644c68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e7eee932-0bba-4c3a-a722-0a4542dfb476 HTTP/1.1" status: 200 len: 843 time: 0.0662396 Aug 28 23:09:04.573476 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9376558d-1675-47e8-9bec-1656ec743427 None None] Provisioning complete for port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:04.573898 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9376558d-1675-47e8-9bec-1656ec743427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:04.614471 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-9376558d-1675-47e8-9bec-1656ec743427 None None] Port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:09:04.674609 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211404b-6744-42fb-be73-904ac587dc1a req-98e93f16-bcfb-4a4b-a5b2-162160dbb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:04.677400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-98e93f16-bcfb-4a4b-a5b2-162160dbb785 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34e6cbe5-9184-4521-af55-489f940b782a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0935121 Aug 28 23:09:04.764738 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:09:04.802390 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-1e5262cf-15e3-4361-898c-49b92fa002d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/630fb718-107d-45ed-84e5-60e1f731dd67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800557 Aug 28 23:09:04.855326 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d28c7-6d1c-4fea-a365-197a0c246de2 req-b1f64480-f643-4fe2-ae03-2269edd1726e tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:04.864847 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6e6d28c7-6d1c-4fea-a365-197a0c246de2 req-b1f64480-f643-4fe2-ae03-2269edd1726e tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.1124265 Aug 28 23:09:04.915359 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-65080073-0eb1-485d-96c0-32dba71c74e9 req-226b395a-5cd7-49ac-b3e8-49c81b7083ce tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 210 time: 0.0737767 Aug 28 23:09:04.951873 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-e1178ff0-13dc-4b68-87bf-99cddaaf8049 service neutron] 10.222.0.39 "GET /v2.0/networks/34e6cbe5-9184-4521-af55-489f940b782a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662852 Aug 28 23:09:04.989934 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6e6d28c7-6d1c-4fea-a365-197a0c246de2 req-0e3b4428-424e-4b23-ba16-5091dd19bea6 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106577 Aug 28 23:09:05.088035 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c211404b-6744-42fb-be73-904ac587dc1a req-dbc62138-017f-43c4-a618-c078f9c390a7 service neutron] 10.222.0.39 "GET /v2.0/networks/34e6cbe5-9184-4521-af55-489f940b782a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208115 Aug 28 23:09:05.130635 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:09:05.140795 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:09:05.141446 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:08:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:05.199182 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd6fe745-8a9f-4678-8e13-d1cf167265e9 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:05.268922 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48aab1-05e0-450e-98f6-a5e0c8e0407e req-de69a64d-3801-44ee-acf0-9473a6d6c17c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:05.270750 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ab48aab1-05e0-450e-98f6-a5e0c8e0407e req-de69a64d-3801-44ee-acf0-9473a6d6c17c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0550201 Aug 28 23:09:05.311298 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:09:05.320475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ab48aab1-05e0-450e-98f6-a5e0c8e0407e req-a09d6261-cdf7-42df-a63d-567d5e6ed167 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Aug 28 23:09:05.467109 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port fd6fe745-8a9f-4678-8e13-d1cf167265e9 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:05.473123 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fd6fe745-8a9f-4678-8e13-d1cf167265e9 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:05.476323 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.478142 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33876) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:05.483105 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021047765', 'description': 'tempest-description--479910962'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:05.579789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.590213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 2, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:05.629790 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:09:05.630639 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Updating router 630fb718-107d-45ed-84e5-60e1f731dd67 port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:09:05.663245 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.671975 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.686678 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.697638 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port fd6fe745-8a9f-4678-8e13-d1cf167265e9, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fd6fe745-8a9f-4678-8e13-d1cf167265e9,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:05.802931 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.833372 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10781b1-2369-4e5e-8d3c-b213dbaf779c,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:05.850110 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.916931 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=fd6fe745-8a9f-4678-8e13-d1cf167265e9,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:05.968466 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:05.969970 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-5399d4d8-02a7-4f65-858b-3bbe36a7e4ef tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4906497 Aug 28 23:09:05.979184 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 33894) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:05.984157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'security_group_rule': {'security_group_id': 'c10781b1-2369-4e5e-8d3c-b213dbaf779c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:06.024673 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.038498 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0db55ba1-fbfa-4e3a-9794-31798a822421 req-cad73e44-a91e-4537-a2fa-21ea7057c232 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Aug 28 23:09:06.055326 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-10366c9f-d54f-452a-837a-3365c0473dde tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:06.055326 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-10366c9f-d54f-452a-837a-3365c0473dde tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.1848252 Aug 28 23:09:06.063189 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Transition to ACTIVE for port object 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:06.070199 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Request body: {'port': {'device_id': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'admin_state_up': True, 'tenant_id': 'b130a0f19f74460b9fededbf31fd04b3'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:06.183936 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebc6a9-33f5-45a3-953a-047a64115b59 req-bd2c472e-3b98-4185-a3ee-5e0c4f91b4e0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:06.186077 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9ebc6a9-33f5-45a3-953a-047a64115b59 req-bd2c472e-3b98-4185-a3ee-5e0c4f91b4e0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.1124058 Aug 28 23:09:06.202731 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.227464 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.259001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa269a86-71ae-41f9-a1aa-51cafdba4128 None None] Pushing event updated for resources: {'Port': ['ID=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:06.267985 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9ebc6a9-33f5-45a3-953a-047a64115b59 req-876d50ff-f2cb-48c3-ad42-1ac08e3418d3 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 Aug 28 23:09:06.327054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Attempting to bind port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:09:06.327054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Attempting to bind port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:09:06.327054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Attempting to bind port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b on network 1ca66050-cb86-4ba4-90c8-fadabb113afd {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:06.327451 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.330627 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:09:06.331001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Checking segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:09:06.331401 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.331792 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Bound using segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:09:06.332259 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Bound port: 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:09:06.332852 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.391214 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Made reservation on behalf of b130a0f19f74460b9fededbf31fd04b3 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:09:06.395499 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.497121 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.532851 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e53a7cc-a8de-425e-a69f-dbdcc416e356,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:06.572511 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614d183-eda6-434f-9a00-ed668bede9cc req-8adaf7e3-239e-4f8c-bc7d-fd686732c65a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:06.574029 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b614d183-eda6-434f-9a00-ed668bede9cc req-8adaf7e3-239e-4f8c-bc7d-fd686732c65a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1472275 Aug 28 23:09:06.593647 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] For port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:09:06.597691 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] For port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:09:06.616188 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Allocated IP 172.20.0.7 (95770048-f10d-4c09-b5ee-87929c266da7/8aa43a8e-628a-4846-b5c3-3235b4fc3275/5ad2f1f3-9fcd-47d3-b699-856286bff5c0) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:09:06.637744 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b614d183-eda6-434f-9a00-ed668bede9cc req-03b9fb61-0f75-4174-a875-1da489bbdb7b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Aug 28 23:09:06.638451 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.639488 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0709dd5f-2922-4c73-ad33-73755b830e14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6593249 Aug 28 23:09:06.642643 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33910) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:06.647609 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'security_group_rule': {'security_group_id': 'c10781b1-2369-4e5e-8d3c-b213dbaf779c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:06.672693 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.747069 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa269a86-71ae-41f9-a1aa-51cafdba4128 None None] Pushing event updated for resources: {'Port': ['ID=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:06.760695 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:09:06.761445 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:08:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:06.804661 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.850016 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.886048 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.912895 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:09:06.957045 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:06.975498 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048bacb9-c219-4a7b-a644-2fddcd2c1dd9,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:06.997539 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.043523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Network 95770048-f10d-4c09-b5ee-87929c266da7 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:09:07.046790 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:09:07.050608 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:09:07.053310 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'e8d1d3b5-a58b-4411-b965-273aa56d8147'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:09:07.061797 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.063751 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-298fc8b9-cbac-46b0-9f7e-1ce0147c27db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4196546 Aug 28 23:09:07.066348 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 33924) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:07.072779 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:07.081366 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event updated for resources: {'Port': ['ID=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:07.121907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:07.126935 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.237848 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd6fe745-8a9f-4678-8e13-d1cf167265e9 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:07.246304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcf3a3-9370-4f20-8d7c-6007c8ef60c8 req-570b2ce5-e7b1-4763-a264-faa50416a33b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:07.248544 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1abcf3a3-9370-4f20-8d7c-6007c8ef60c8 req-570b2ce5-e7b1-4763-a264-faa50416a33b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 931 time: 0.0786972 Aug 28 23:09:07.287754 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.292153 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1abcf3a3-9370-4f20-8d7c-6007c8ef60c8 req-23eb730d-9f3b-409c-9668-8ff7545435b8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357273 Aug 28 23:09:07.359112 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fd6fe745-8a9f-4678-8e13-d1cf167265e9 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:07.359484 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.367910 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b479b327-e292-483d-be15-27c06fbc188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:06Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:07.416795 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4948d0bb-7753-4ff9-9820-e35650e8a1c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3552310 Aug 28 23:09:07.417192 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.422379 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479b327-e292-483d-be15-27c06fbc188e None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:06Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:09:07.428411 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510478b2-6394-4d41-b4e8-c5163f1c7564 req-4c55d416-d49e-4e07-9b99-488ef113a0c7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:07.430277 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-510478b2-6394-4d41-b4e8-c5163f1c7564 req-4c55d416-d49e-4e07-9b99-488ef113a0c7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 947 time: 0.0852942 Aug 28 23:09:07.437188 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Request body: {'port': {'device_id': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:07.594408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.620079 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-510478b2-6394-4d41-b4e8-c5163f1c7564 req-d5470599-f62e-4f0f-9570-739ad1d22264 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050153 Aug 28 23:09:07.632004 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Allocated IP 172.27.3.143 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/9cf539a0-2254-484f-8bcb-d307e6f4e83a) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:09:07.779214 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.869829 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24396e-eb93-443d-84b4-c671bf18e422 req-145a8dd8-e89b-40fd-8364-7cd80f153bd3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:07.871342 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8d24396e-eb93-443d-84b4-c671bf18e422 req-145a8dd8-e89b-40fd-8364-7cd80f153bd3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1350834 Aug 28 23:09:07.912039 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:07.949538 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:09:07.961739 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:09:07.980866 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:09:08.003929 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8d24396e-eb93-443d-84b4-c671bf18e422 req-80e594fc-5ecb-4087-8d7a-9f6c6d630cae tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256504 Aug 28 23:09:08.045376 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'Port': ['ID=9cf539a0-2254-484f-8bcb-d307e6f4e83a,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:08.065244 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:09:08.073825 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.084763 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.087329 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Transition to ACTIVE for port object 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:08.106135 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 27ab770b-3265-421b-aca6-dcef60558515 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:09:08.197389 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.222183 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 27ab770b-3265-421b-aca6-dcef60558515, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27ab770b-3265-421b-aca6-dcef60558515,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:08.248003 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '27ab770b-3265-421b-aca6-dcef60558515', 'network_id': '34e6cbe5-9184-4521-af55-489f940b782a', 'port_id': '27ab770b-3265-421b-aca6-dcef60558515', 'mac_address': 'fa:16:3e:a1:90:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eee932-0bba-4c3a-a722-0a4542dfb476', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:09:08.255347 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:08.256748 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.298358 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.315160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ab770b-3265-421b-aca6-dcef60558515 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:09:08.343842 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 27ab770b-3265-421b-aca6-dcef60558515, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27ab770b-3265-421b-aca6-dcef60558515,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:08.360279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Attempting to bind port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:09:08.361811 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Attempting to bind port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:09:08.362515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Attempting to bind port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:08.367835 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 on network 95770048-f10d-4c09-b5ee-87929c266da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:09:08.368386 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Attempting to bind port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:08.375199 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:09:08.376422 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Checking segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:09:08.376999 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Bound using segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:09:08.377672 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Bound port: 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:09:08.378222 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.469043 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.470994 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.491279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e114f3-ff23-470d-8035-4649785d89cd req-6796cfdb-269e-433f-9727-2ed21ea8a048 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:08.492759 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60e114f3-ff23-470d-8035-4649785d89cd req-6796cfdb-269e-433f-9727-2ed21ea8a048 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.0950117 Aug 28 23:09:08.497222 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] For port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:09:08.512665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] For port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:09:08.519672 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=27ab770b-3265-421b-aca6-dcef60558515,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:08.539495 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60e114f3-ff23-470d-8035-4649785d89cd req-f070abe8-9fe2-412c-84db-d9985184da90 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364156 Aug 28 23:09:08.589302 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.619221 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.641225 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'Port': ['ID=9cf539a0-2254-484f-8bcb-d307e6f4e83a,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:08.664077 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.697443 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:08.700293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.700293 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] 10.222.0.39 "PUT /v2.0/ports/5ad2f1f3-9fcd-47d3-b699-856286bff5c0 HTTP/1.1" status: 200 len: 1093 time: 1.2682118 Aug 28 23:09:08.700293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'tag': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:08.702192 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b8f12-47ae-417a-a770-6f9e1a53152e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f331f6-e752-432d-87b2-4e3d06e6f882", "tag": "5ad2f1f3-9fcd-47d3-b699-856286bff5c0"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:08.747009 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638fe377-7b79-4f49-a624-418fe18a3ea7 x-openstack-request-id: req-638fe377-7b79-4f49-a624-418fe18a3ea7 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:08.747290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f331f6-e752-432d-87b2-4e3d06e6f882", "tag": "5ad2f1f3-9fcd-47d3-b699-856286bff5c0", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:08.747533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-638fe377-7b79-4f49-a624-418fe18a3ea7 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:08.747908 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'tag': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0', 'status': 'completed', 'code': 200} Aug 28 23:09:08.755746 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365107a-c913-4ecf-8d30-78c72e3dd223 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:08.768424 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:08.769682 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b6e59282-40f1-4d1d-a680-f13d780f4879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7022722 Aug 28 23:09:08.776193 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde25df2-ab38-4ed1-9903-b1ceb838b425 req-6fa83708-d0b6-4478-b5d8-83eee1aa6d17 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:08.778660 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bde25df2-ab38-4ed1-9903-b1ceb838b425 req-6fa83708-d0b6-4478-b5d8-83eee1aa6d17 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 948 time: 0.0729852 Aug 28 23:09:08.819382 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bde25df2-ab38-4ed1-9903-b1ceb838b425 req-69dcf408-ee14-48a9-a308-578af9327c8b tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332987 Aug 28 23:09:08.908519 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-10f6893b-37d2-4c84-926a-aca6325c0415 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2021047765&fields=id&tenant_id=836ba6d1b1884e22851b26858c9d1c9f HTTP/1.1" status: 200 len: 267 time: 0.0326521 Aug 28 23:09:09.014341 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-40a9ae7e-0646-4db3-9907-e839b17d829e tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:09.015797 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-40a9ae7e-0646-4db3-9907-e839b17d829e tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 811 time: 0.1003952 Aug 28 23:09:09.031533 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-efa433a7-22a7-4172-83c9-c3f3605add04 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/quotas/836ba6d1b1884e22851b26858c9d1c9f HTTP/1.1" status: 200 len: 375 time: 0.0096910 Aug 28 23:09:09.087382 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-04b44771-9c60-4a23-9257-c639f676c039 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499728 Aug 28 23:09:09.183776 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:09.350982 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:09.355167 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:09.355474 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:09.382700 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-c016ca59-edb3-474e-aa52-fbd7ed9ce2f0 service neutron] 10.222.0.16 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801144 Aug 28 23:09:09.429993 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:09.460919 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:09.473614 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-c3dcc940-aebb-4bee-9cd1-8a1231c4ac44 service neutron] 10.222.0.16 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839419 Aug 28 23:09:09.579541 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:09.629640 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:09.773509 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298a028-c0e9-4734-9197-054c8f3218f3 req-038bae30-0c81-4f32-82e1-e73f77dd6678 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:09.774884 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f298a028-c0e9-4734-9197-054c8f3218f3 req-038bae30-0c81-4f32-82e1-e73f77dd6678 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0503082 Aug 28 23:09:09.814946 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f298a028-c0e9-4734-9197-054c8f3218f3 req-1b2ad8fc-cc0b-443d-938d-6529c38ebef8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Aug 28 23:09:09.916670 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22c18b-eebc-4b44-9f0f-5f805b4e2055 req-5f26fb39-5afa-4213-b522-aad38fae4ec6 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:09.918087 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fa22c18b-eebc-4b44-9f0f-5f805b4e2055 req-5f26fb39-5afa-4213-b522-aad38fae4ec6 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.0484633 Aug 28 23:09:09.956931 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fa22c18b-eebc-4b44-9f0f-5f805b4e2055 req-db1f9cac-0a8e-476b-9f7e-4060541485a6 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327573 Aug 28 23:09:10.023858 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f603b610-b914-46a3-8315-e1c6f469ac16 req-402a676c-bc7c-4c6f-ab3e-e3b305cc914b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 210 time: 0.0303600 Aug 28 23:09:10.125294 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a2f4c-981b-4db7-b560-5eaa19f02b1c req-584192be-1fd4-4619-acb5-80bcacf2753a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:10.126822 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3d3a2f4c-981b-4db7-b560-5eaa19f02b1c req-584192be-1fd4-4619-acb5-80bcacf2753a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 948 time: 0.0485735 Aug 28 23:09:10.163837 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3d3a2f4c-981b-4db7-b560-5eaa19f02b1c req-4b0259f3-8418-470a-b19d-3562dca3fd68 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Aug 28 23:09:10.299666 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c548f285-38f9-4111-a81c-84d6717e1c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:10.927082 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8644e-ca48-4942-8d1e-8532bf578939 req-a7c608e0-e8e8-4351-af21-4e5ce4e76974 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:10.928452 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ef8644e-ca48-4942-8d1e-8532bf578939 req-a7c608e0-e8e8-4351-af21-4e5ce4e76974 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0484023 Aug 28 23:09:10.964552 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ef8644e-ca48-4942-8d1e-8532bf578939 req-6227086d-bf5d-40f7-8bd8-dffa840ebb82 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301938 Aug 28 23:09:11.067738 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435596d-9b74-4034-916f-0dcf829e91e8 req-a694d935-12b6-4479-990d-d43e5017efa4 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.069176 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e435596d-9b74-4034-916f-0dcf829e91e8 req-a694d935-12b6-4479-990d-d43e5017efa4 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.0482287 Aug 28 23:09:11.109721 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e435596d-9b74-4034-916f-0dcf829e91e8 req-f86ca9cb-22c9-45e0-922c-71f648d3fc68 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Aug 28 23:09:11.177995 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:11.193900 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f82aa9cf-75e3-470e-92e9-aac0856e9344 req-ce557984-db21-4d6a-a45d-1eda29638635 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 210 time: 0.0262764 Aug 28 23:09:11.226968 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:11.227341 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:11.295048 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b54b5-bd3b-4901-9cc1-6894ac8b79fd req-7cbe902b-5ea3-48a2-b996-121fc85c6c5b tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.296574 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-141b54b5-bd3b-4901-9cc1-6894ac8b79fd req-7cbe902b-5ea3-48a2-b996-121fc85c6c5b tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 948 time: 0.0477130 Aug 28 23:09:11.334158 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-141b54b5-bd3b-4901-9cc1-6894ac8b79fd req-13ec85cc-b87b-4d7c-9bcf-1a4e7799cc23 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Aug 28 23:09:11.491005 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b8f12-47ae-417a-a770-6f9e1a53152e req-3656c34e-4b5b-4f13-8bfc-dfdb9f0cbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.493670 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1c0b8f12-47ae-417a-a770-6f9e1a53152e req-3656c34e-4b5b-4f13-8bfc-dfdb9f0cbf8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 1096 time: 0.0436337 Aug 28 23:09:11.605166 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b8f12-47ae-417a-a770-6f9e1a53152e req-92e5e218-84e7-4c8e-8330-39e83c72a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.606729 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1c0b8f12-47ae-417a-a770-6f9e1a53152e req-92e5e218-84e7-4c8e-8330-39e83c72a939 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b130a0f19f74460b9fededbf31fd04b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005244 Aug 28 23:09:11.709036 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b8f12-47ae-417a-a770-6f9e1a53152e req-2faa9b1a-3b53-4696-8ff8-546257e27f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.711423 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1c0b8f12-47ae-417a-a770-6f9e1a53152e req-2faa9b1a-3b53-4696-8ff8-546257e27f3e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955410 Aug 28 23:09:11.944169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-a7cf1e3b-81b6-489c-b3cc-0fb0cc21e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.944169 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-a7cf1e3b-81b6-489c-b3cc-0fb0cc21e9c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 1096 time: 0.0553124 Aug 28 23:09:11.944169 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-d3d34f29-8d48-404b-a935-54b9cdcece89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad2f1f3-9fcd-47d3-b699-856286bff5c0 HTTP/1.1" status: 200 len: 217 time: 0.0410168 Aug 28 23:09:11.945062 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['27ab770b-3265-421b-aca6-dcef60558515'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:09:11.953682 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-bb15bb6f-6a5e-41fb-bea2-3a9b29c0ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:11.955284 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-bb15bb6f-6a5e-41fb-bea2-3a9b29c0ef3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa43a8e-628a-4846-b5c3-3235b4fc3275 HTTP/1.1" status: 200 len: 855 time: 0.0495827 Aug 28 23:09:11.993842 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-1fc84631-4fed-47e0-8573-3c04f8dc02a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95770048-f10d-4c09-b5ee-87929c266da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241611 Aug 28 23:09:12.130807 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509f264-bc23-4135-8b29-840c5329601e req-a9545741-3c18-483d-be5c-b3271c8f69f0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:12.132352 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6509f264-bc23-4135-8b29-840c5329601e req-a9545741-3c18-483d-be5c-b3271c8f69f0 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0782752 Aug 28 23:09:12.149851 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-4602a826-5b63-4721-bdfd-a1275171f55c service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475921 Aug 28 23:09:12.252559 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6509f264-bc23-4135-8b29-840c5329601e req-30388351-b918-401c-9834-398e2817bcf6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122515 Aug 28 23:09:12.308429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9028e52-6055-4517-b1ba-ff5e8012de2a req-a0e7da53-181c-45d4-9829-a4d92d00ef12 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:12.311400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e9028e52-6055-4517-b1ba-ff5e8012de2a req-a0e7da53-181c-45d4-9829-a4d92d00ef12 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.1265812 Aug 28 23:09:12.315606 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-394bf6ae-7df0-418e-8681-c086bcdb57ef req-97ceaa09-cf0e-42e7-840d-0d572d2dcdd6 service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567647 Aug 28 23:09:12.359688 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7e92c9ca-2bf2-4fc6-940a-1c2e969df9cd req-ba42ddd1-82f6-4618-8f86-80cf47704acd tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 210 time: 0.0410597 Aug 28 23:09:12.380804 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e9028e52-6055-4517-b1ba-ff5e8012de2a req-96999227-bf7f-467c-bc25-da9305f4bf31 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605552 Aug 28 23:09:12.479615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a12b8-450e-4806-b648-0fae4eb04022 req-ed2980f7-b439-45eb-8d6f-b6aa4a003b68 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:12.481418 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a92a12b8-450e-4806-b648-0fae4eb04022 req-ed2980f7-b439-45eb-8d6f-b6aa4a003b68 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 948 time: 0.0498705 Aug 28 23:09:12.522451 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a92a12b8-450e-4806-b648-0fae4eb04022 req-9d3b279c-da27-4651-8034-c90d26edbe36 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350406 Aug 28 23:09:12.717308 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9a54e9f1-27e1-455b-bd67-ceaf8059b7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:12.933809 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-808f6071-ccf8-4220-b08a-d28115fe392b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:12.935723 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-808f6071-ccf8-4220-b08a-d28115fe392b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 811 time: 0.1083686 Aug 28 23:09:12.973646 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:12.991577 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-928a9d3c-ecec-4b46-8544-283f5b93b539 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836ba6d1b1884e22851b26858c9d1c9f HTTP/1.1" status: 200 len: 380 time: 0.0361798 Aug 28 23:09:13.003306 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'port': {'device_id': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'admin_state_up': True, 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'security_groups': ['c10781b1-2369-4e5e-8d3c-b213dbaf779c']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:13.259609 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Made reservation on behalf of 836ba6d1b1884e22851b26858c9d1c9f for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:09:13.263262 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:13.408285 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 27ab770b-3265-421b-aca6-dcef60558515 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:13.438629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae52206-c245-42d6-85b2-b1cf1202ef81 req-e7141ef0-e7ad-4e1f-8ab4-8579c75dbc84 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:13.440168 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ae52206-c245-42d6-85b2-b1cf1202ef81 req-e7141ef0-e7ad-4e1f-8ab4-8579c75dbc84 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0960696 Aug 28 23:09:13.451803 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf3a9-0b80-439d-9524-206ee90c1a89 req-7694df29-c61f-4db2-b123-e54c8b4a6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:13.453932 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-483cf3a9-0b80-439d-9524-206ee90c1a89 req-7694df29-c61f-4db2-b123-e54c8b4a6070 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 1098 time: 0.0499752 Aug 28 23:09:13.509584 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-483cf3a9-0b80-439d-9524-206ee90c1a89 req-bea7f273-52c7-486c-9362-2b18cbed4614 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460863 Aug 28 23:09:13.538251 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9f331d94-8ecb-40a8-b5c5-9625d24e57c6 req-c1173a59-0119-4bd3-aafd-064b231385b0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 210 time: 0.0446353 Aug 28 23:09:13.538786 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Allocated IP 172.20.0.9 (1ca66050-cb86-4ba4-90c8-fadabb113afd/3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53/3e78050a-1737-4393-9ed8-16496dce8839) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:09:13.558361 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ae52206-c245-42d6-85b2-b1cf1202ef81 req-2e11b623-2f75-44ef-81ab-7b9d4d8f58f3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067560 Aug 28 23:09:13.568206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 27ab770b-3265-421b-aca6-dcef60558515 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:13.581160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 27ab770b-3265-421b-aca6-dcef60558515 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:13.581160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:13.663992 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:13.688574 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cad7a46-c525-4658-971f-e302ef866298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab770b-3265-421b-aca6-dcef60558515'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:13.690880 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61743020-c297-4c28-8e6d-c8dd24cf749d" -d '{"events": [{"server_uuid": "4cad7a46-c525-4658-971f-e302ef866298", "name": "network-vif-plugged", "status": "completed", "tag": "27ab770b-3265-421b-aca6-dcef60558515"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:13.703856 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 27ab770b-3265-421b-aca6-dcef60558515, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27ab770b-3265-421b-aca6-dcef60558515,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:13.780455 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99b63c-eb64-4592-8fcd-6e44e5152325 req-063aad68-18bf-49d4-9395-f831a755488a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:13.781883 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ef99b63c-eb64-4592-8fcd-6e44e5152325 req-063aad68-18bf-49d4-9395-f831a755488a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 948 time: 0.1425912 Aug 28 23:09:13.786160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:13.791556 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79876207-a596-4f30-9e1f-5d610a6ea8a5 req-dc4ad0bf-1e9f-4a9d-95c3-cc576280577a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:13.800307 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79876207-a596-4f30-9e1f-5d610a6ea8a5 req-dc4ad0bf-1e9f-4a9d-95c3-cc576280577a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.1548557 Aug 28 23:09:13.840194 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=27ab770b-3265-421b-aca6-dcef60558515,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:13.853610 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:13.885630 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ef99b63c-eb64-4592-8fcd-6e44e5152325 req-fb1f40b1-406f-43bf-a849-23df59add40a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915780 Aug 28 23:09:13.890270 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Transition to ACTIVE for port object 3e78050a-1737-4393-9ed8-16496dce8839 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:13.893866 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79876207-a596-4f30-9e1f-5d610a6ea8a5 req-b685de7a-fd63-4d5b-8eec-fdf8e9ed5e06 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895076 Aug 28 23:09:13.948894 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b946c313-e854-4bf7-abf9-a98b52a6967e x-openstack-request-id: req-b946c313-e854-4bf7-abf9-a98b52a6967e {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:13.949185 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cad7a46-c525-4658-971f-e302ef866298", "name": "network-vif-plugged", "status": "completed", "tag": "27ab770b-3265-421b-aca6-dcef60558515", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:13.949475 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b946c313-e854-4bf7-abf9-a98b52a6967e {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:13.950428 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cad7a46-c525-4658-971f-e302ef866298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab770b-3265-421b-aca6-dcef60558515', 'code': 200} Aug 28 23:09:14.083052 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.121130 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:09:14.124788 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:09:14.128650 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:09:14.197057 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'Port': ['ID=3e78050a-1737-4393-9ed8-16496dce8839,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:14.197057 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:14.197057 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.220077 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.328815 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-70f2ee08-3ccf-47e0-9e67-825e8b8ed15b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3290622 Aug 28 23:09:14.335963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2561-f8aa-4c18-a940-2ef04054b7bf req-ac7cd6ca-6891-4692-84b8-215b7ddd77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:14.336362 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-188c2561-f8aa-4c18-a940-2ef04054b7bf req-ac7cd6ca-6891-4692-84b8-215b7ddd77a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 1102 time: 0.0407095 Aug 28 23:09:14.351680 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Request body: {'port': {'device_id': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:14.376355 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-188c2561-f8aa-4c18-a940-2ef04054b7bf req-b188c9d8-9984-4389-af7b-f2a7627b078d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282931 Aug 28 23:09:14.385048 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f184c945-0f8a-4b09-8271-34e76ace5aa7 None None] Provisioning for port 3e78050a-1737-4393-9ed8-16496dce8839 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:14.389134 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f184c945-0f8a-4b09-8271-34e76ace5aa7 None None] Provisioning complete for port 3e78050a-1737-4393-9ed8-16496dce8839 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:14.389558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f184c945-0f8a-4b09-8271-34e76ace5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.404845 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.426533 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-f184c945-0f8a-4b09-8271-34e76ace5aa7 None None] Port 3e78050a-1737-4393-9ed8-16496dce8839 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:09:14.745239 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e78050a-1737-4393-9ed8-16496dce8839 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:09:14.757073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304dc4-11bb-4737-b595-a70c43cd1a1f req-10822db8-6406-4567-97f9-810af0251ac0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:14.758601 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05304dc4-11bb-4737-b595-a70c43cd1a1f req-10822db8-6406-4567-97f9-810af0251ac0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 931 time: 0.1341338 Aug 28 23:09:14.767933 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ace6f7-fc27-44a0-83af-d0391ac00bdf req-fe7e9f23-3016-492d-b82e-4cc327bfb7b6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:14.769284 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-56ace6f7-fc27-44a0-83af-d0391ac00bdf req-fe7e9f23-3016-492d-b82e-4cc327bfb7b6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1179574 Aug 28 23:09:14.771042 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.812715 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Transition to ACTIVE for port object 3e78050a-1737-4393-9ed8-16496dce8839 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:14.839647 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05304dc4-11bb-4737-b595-a70c43cd1a1f req-820a0795-6624-40a0-a6d8-b996c45fecd3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657997 Aug 28 23:09:14.843120 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-56ace6f7-fc27-44a0-83af-d0391ac00bdf req-494b81ab-a4c2-4438-95fd-4e404af0fa53 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601017 Aug 28 23:09:14.882375 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:14.939625 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Pushing event updated for resources: {'Port': ['ID=3e78050a-1737-4393-9ed8-16496dce8839,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:15.085009 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682e4c-f467-46ce-9c9e-03de3479dd7d req-09e7da43-8261-4754-ab36-7bd2eb254b65 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:15.086553 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da682e4c-f467-46ce-9c9e-03de3479dd7d req-09e7da43-8261-4754-ab36-7bd2eb254b65 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.1249068 Aug 28 23:09:15.089844 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Attempting to bind port 3e78050a-1737-4393-9ed8-16496dce8839 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:09:15.090219 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Attempting to bind port 3e78050a-1737-4393-9ed8-16496dce8839 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:09:15.090545 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Attempting to bind port 3e78050a-1737-4393-9ed8-16496dce8839 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:15.103886 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9757d4-6c0a-4d1c-8feb-4d92a697951c req-30c4090a-2089-4c60-aefe-dd5e7d7a76c0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:15.105349 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5e9757d4-6c0a-4d1c-8feb-4d92a697951c req-30c4090a-2089-4c60-aefe-dd5e7d7a76c0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.1000066 Aug 28 23:09:15.108632 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Port 3e78050a-1737-4393-9ed8-16496dce8839 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:09:15.108885 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Attempting to bind port 3e78050a-1737-4393-9ed8-16496dce8839 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:15.132781 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:09:15.133119 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Checking segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:09:15.133499 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Bound using segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:09:15.133964 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Bound port: 3e78050a-1737-4393-9ed8-16496dce8839, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:09:15.134321 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:15.199313 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da682e4c-f467-46ce-9c9e-03de3479dd7d req-1d58f243-c4be-4ee8-a2d9-c9b34fcef8db tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920863 Aug 28 23:09:15.208653 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5e9757d4-6c0a-4d1c-8feb-4d92a697951c req-7eb18751-cb09-449e-b5e4-f4eaa618c1a2 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Aug 28 23:09:15.236774 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] For port 3e78050a-1737-4393-9ed8-16496dce8839, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:09:15.239811 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] For port 3e78050a-1737-4393-9ed8-16496dce8839, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3e78050a-1737-4393-9ed8-16496dce8839,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:09:15.389539 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:15.390094 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:15.424838 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:15.425444 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:15.426855 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e78050a-1737-4393-9ed8-16496dce8839 HTTP/1.1" status: 200 len: 1093 time: 1.0795872 Aug 28 23:09:15.427286 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:15.429582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d" -d '{"events": [{"name": "network-changed", "server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "tag": "3e78050a-1737-4393-9ed8-16496dce8839"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:15.453629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc36cf-072a-4d8a-8aa9-f1cb8465d724 service neutron] Pushing event updated for resources: {'Port': ['ID=3e78050a-1737-4393-9ed8-16496dce8839,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:15.473515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aaa5a3-e974-4856-b107-c1894ee7170e x-openstack-request-id: req-81aaa5a3-e974-4856-b107-c1894ee7170e {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:15.473828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "tag": "3e78050a-1737-4393-9ed8-16496dce8839", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:15.474079 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81aaa5a3-e974-4856-b107-c1894ee7170e {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:15.474475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839', 'status': 'completed', 'code': 200} Aug 28 23:09:15.597868 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:09:15.957892 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaf781-d096-4c77-8392-57b8261626ea req-c2f92702-5a3f-479f-b6d7-ceafcf0c807c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:15.959344 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-21aaf781-d096-4c77-8392-57b8261626ea req-c2f92702-5a3f-479f-b6d7-ceafcf0c807c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.0517457 Aug 28 23:09:15.996170 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-21aaf781-d096-4c77-8392-57b8261626ea req-85ea356e-bd55-4251-a403-12f270a2b2af tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Aug 28 23:09:16.102538 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7bedf-6fe9-4e18-bb56-336b9b619dbb req-00d480de-0e3a-40d5-a221-a4984e8042fc tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:16.103983 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-55b7bedf-6fe9-4e18-bb56-336b9b619dbb req-00d480de-0e3a-40d5-a221-a4984e8042fc tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0468237 Aug 28 23:09:16.140894 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-55b7bedf-6fe9-4e18-bb56-336b9b619dbb req-4799759e-22a2-47e9-8ac5-63456e172aee tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Aug 28 23:09:16.309680 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae4183-454c-480d-a96e-484376738f06 req-e737cde1-a66a-4aec-8c23-48ec4732b491 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:16.311157 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-62ae4183-454c-480d-a96e-484376738f06 req-e737cde1-a66a-4aec-8c23-48ec4732b491 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0469713 Aug 28 23:09:16.346463 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-62ae4183-454c-480d-a96e-484376738f06 req-cb4a3f6d-0c55-48d3-8d8d-5209c9160ba9 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295060 Aug 28 23:09:16.445972 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f1b6-dff5-446a-854a-ef8150c7b670 req-fdcee251-ddcc-4485-9d04-96de59d161e1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:16.447299 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dba2f1b6-dff5-446a-854a-ef8150c7b670 req-fdcee251-ddcc-4485-9d04-96de59d161e1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 943 time: 0.0496163 Aug 28 23:09:16.483112 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dba2f1b6-dff5-446a-854a-ef8150c7b670 req-4db73625-f95e-4d30-ac1e-cd264e827ad6 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300505 Aug 28 23:09:16.779306 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:09:16.872785 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:16.884086 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'port_id': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0', 'mac_address': 'fa:16:3e:af:c8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa43a8e-628a-4846-b5c3-3235b4fc3275', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:09:16.920790 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:16.936258 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:09:16.955246 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:17.041985 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:17.089381 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:17.111313 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07382f-0854-4c8e-ae18-5bab49760932 req-77728cdf-94e5-4c1b-8c8f-a91ece7df497 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:17.112794 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ae07382f-0854-4c8e-ae18-5bab49760932 req-77728cdf-94e5-4c1b-8c8f-a91ece7df497 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Aug 28 23:09:17.149775 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ae07382f-0854-4c8e-ae18-5bab49760932 req-43cc9e8c-c452-48a6-b6fd-e69fcf73b958 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Aug 28 23:09:17.250295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44250c6-8c6d-41d1-91a7-454c7b15599b req-8ec2137c-bd53-4f0f-b924-5dd94bb2f033 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:17.251730 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e44250c6-8c6d-41d1-91a7-454c7b15599b req-8ec2137c-bd53-4f0f-b924-5dd94bb2f033 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0468392 Aug 28 23:09:17.288161 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e44250c6-8c6d-41d1-91a7-454c7b15599b req-dab5a76b-a426-4ed5-9986-e66279bbb8bf tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Aug 28 23:09:17.458982 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e217ad-6f79-4d87-88f0-fb7644611d6b req-e0eba8f1-af1a-4ad0-8d42-fb5fffd210db tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:17.460464 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-00e217ad-6f79-4d87-88f0-fb7644611d6b req-e0eba8f1-af1a-4ad0-8d42-fb5fffd210db tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0500391 Aug 28 23:09:17.495888 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-00e217ad-6f79-4d87-88f0-fb7644611d6b req-d02ac698-46fc-4f5e-9966-b346ecda9f58 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294914 Aug 28 23:09:17.599302 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8b23f-f1cf-4825-be1e-f747f216d22f req-6674e2ff-8400-4fd0-aba0-d7a163bf2d8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:17.600646 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4bf8b23f-f1cf-4825-be1e-f747f216d22f req-6674e2ff-8400-4fd0-aba0-d7a163bf2d8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 944 time: 0.0470171 Aug 28 23:09:17.636355 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4bf8b23f-f1cf-4825-be1e-f747f216d22f req-f99e220a-3ecb-4208-b8fb-bc05137df25d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298908 Aug 28 23:09:17.924912 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d req-65c0e683-3f79-4f34-b7ec-242bbe8d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:17.926426 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d req-65c0e683-3f79-4f34-b7ec-242bbe8d56f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 1096 time: 0.0398281 Aug 28 23:09:18.028989 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d req-ac6a9df8-9c47-4ed6-ab52-a7c044cdc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.030468 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d req-ac6a9df8-9c47-4ed6-ab52-a7c044cdc578 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947535 Aug 28 23:09:18.036801 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:18.126587 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d req-431368b7-3769-4077-8af0-392d2811d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.128001 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-29c2aa3a-9709-4f4f-bb49-7f1226f4d00d req-431368b7-3769-4077-8af0-392d2811d93d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892615 Aug 28 23:09:18.291307 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-ff405dec-8e63-4fbc-88b7-2feeb23f0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.294232 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-ff405dec-8e63-4fbc-88b7-2feeb23f0dab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 1096 time: 0.0642660 Aug 28 23:09:18.301458 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91223e2-517b-468f-ab7d-b250f26e72eb req-de28b10f-4129-4531-b19c-13422498efeb tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.302851 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f91223e2-517b-468f-ab7d-b250f26e72eb req-de28b10f-4129-4531-b19c-13422498efeb tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.0828798 Aug 28 23:09:18.352305 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-ab4edc7a-9852-40f0-9a6d-a101f51c1ba4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e78050a-1737-4393-9ed8-16496dce8839 HTTP/1.1" status: 200 len: 217 time: 0.0452380 Aug 28 23:09:18.385507 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['5ad2f1f3-9fcd-47d3-b699-856286bff5c0'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:09:18.427879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f91223e2-517b-468f-ab7d-b250f26e72eb req-4da94c7c-1aed-4097-b75f-29bbfd939e37 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149809 Aug 28 23:09:18.450421 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-9b40fb63-86e7-4126-b11d-e3c13062b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.452145 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-9b40fb63-86e7-4126-b11d-e3c13062b710 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0901465 Aug 28 23:09:18.464439 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437b32-3a0e-4720-8bc0-924a922b33f0 req-a5323d1e-b5f6-4d1a-9a42-5ade5bf068ed tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.466442 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9e437b32-3a0e-4720-8bc0-924a922b33f0 req-a5323d1e-b5f6-4d1a-9a42-5ade5bf068ed tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1070874 Aug 28 23:09:18.535889 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9e437b32-3a0e-4720-8bc0-924a922b33f0 req-757305c7-d956-436c-92f6-ea2b994848eb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599937 Aug 28 23:09:18.537674 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-c94465c5-674a-49fc-b484-56b6f3eb44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.539079 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-c94465c5-674a-49fc-b484-56b6f3eb44ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710161 Aug 28 23:09:18.672642 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437ff60-8421-42ce-b29f-815ad4c5babb req-834258ec-6d38-4cd5-8598-19b7f49afa80 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.674990 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2437ff60-8421-42ce-b29f-815ad4c5babb req-834258ec-6d38-4cd5-8598-19b7f49afa80 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.1027589 Aug 28 23:09:18.681519 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-084afd38-807e-439d-b57f-99a3c9c2f9cd service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264474 Aug 28 23:09:18.792464 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2437ff60-8421-42ce-b29f-815ad4c5babb req-2c50ed8d-ec6e-4010-92bd-9840e9ec62c9 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096461 Aug 28 23:09:18.832780 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a035a0-443e-4681-ac6d-79d96cbf6da1 req-e9240618-3869-4f71-b05a-6434559a0c5b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:18.834927 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79a035a0-443e-4681-ac6d-79d96cbf6da1 req-e9240618-3869-4f71-b05a-6434559a0c5b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 944 time: 0.1165946 Aug 28 23:09:18.856538 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97cde50b-a7d8-4ce8-bff3-67a55f29f181 req-8cf84647-b6cd-4fa1-9071-aab03aa5e19f service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595414 Aug 28 23:09:18.883218 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79a035a0-443e-4681-ac6d-79d96cbf6da1 req-776978e3-8b4a-42aa-9b1c-819e9c3767f3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Aug 28 23:09:19.781424 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26f8b9-2bdb-4da8-bd29-efd30343ac38 req-ae82adf3-f84e-4748-a858-3302d92e17d6 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:19.783002 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ad26f8b9-2bdb-4da8-bd29-efd30343ac38 req-ae82adf3-f84e-4748-a858-3302d92e17d6 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.2842498 Aug 28 23:09:19.823611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818695f1-bb4e-4321-921a-e5a64530aa74 req-e6213928-170b-422c-86d0-0771624657f9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:19.825148 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-818695f1-bb4e-4321-921a-e5a64530aa74 req-e6213928-170b-422c-86d0-0771624657f9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0802772 Aug 28 23:09:19.850181 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ad26f8b9-2bdb-4da8-bd29-efd30343ac38 req-c088f8ad-08e3-48f3-8e92-f673563a660c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561635 Aug 28 23:09:19.857225 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:19.873045 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-818695f1-bb4e-4321-921a-e5a64530aa74 req-6cfa8508-d423-4252-bfc3-1f76eceab419 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Aug 28 23:09:19.956872 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df332d94-957a-44ee-bb0e-90303c8f1d6c req-48004b41-352d-4afd-b4a5-5829d886f5f9 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:19.958405 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-df332d94-957a-44ee-bb0e-90303c8f1d6c req-48004b41-352d-4afd-b4a5-5829d886f5f9 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0526073 Aug 28 23:09:20.008233 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:20.012821 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:20.013209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:20.022748 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-df332d94-957a-44ee-bb0e-90303c8f1d6c req-c67da6e1-529a-41af-bba4-7123ed4595ea tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Aug 28 23:09:20.033746 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9747122-1f44-4ccb-938c-fc0379935d56 req-b53cf810-3fa0-4002-ba3c-1e0355dae547 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:20.035103 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a9747122-1f44-4ccb-938c-fc0379935d56 req-b53cf810-3fa0-4002-ba3c-1e0355dae547 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 944 time: 0.0758359 Aug 28 23:09:20.094637 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a9747122-1f44-4ccb-938c-fc0379935d56 req-82e45f3e-b8c6-454e-ba17-56d7851de293 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Aug 28 23:09:20.103298 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:20.134649 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:20.137357 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2287c3c5-8524-4e78-b574-f582064294df" -d '{"events": [{"server_uuid": "f0f331f6-e752-432d-87b2-4e3d06e6f882", "name": "network-vif-plugged", "status": "completed", "tag": "5ad2f1f3-9fcd-47d3-b699-856286bff5c0"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:20.143436 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eea77-85c0-47d2-8f07-cf2bb040579c req-c3ddcb89-cf78-49cf-bc0c-efa97773e462 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:20.146252 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e26eea77-85c0-47d2-8f07-cf2bb040579c req-c3ddcb89-cf78-49cf-bc0c-efa97773e462 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0563953 Aug 28 23:09:20.152020 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:20.187038 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e26eea77-85c0-47d2-8f07-cf2bb040579c req-22462ba7-805e-4e5e-9ec1-e1f8dfc92881 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Aug 28 23:09:20.259632 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:20.312128 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:20.361073 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3078cef7-3250-4155-b38b-f1dd92142947 x-openstack-request-id: req-3078cef7-3250-4155-b38b-f1dd92142947 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:20.361390 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f331f6-e752-432d-87b2-4e3d06e6f882", "name": "network-vif-plugged", "status": "completed", "tag": "5ad2f1f3-9fcd-47d3-b699-856286bff5c0", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:20.361645 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3078cef7-3250-4155-b38b-f1dd92142947 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:20.362068 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0', 'code': 200} Aug 28 23:09:20.613567 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0e20-b578-4e66-af07-3d1ec99028ba req-1ba840d9-f52d-4e64-87ac-8f788cd229a4 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:20.615071 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32bd0e20-b578-4e66-af07-3d1ec99028ba req-1ba840d9-f52d-4e64-87ac-8f788cd229a4 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0473974 Aug 28 23:09:20.653904 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32bd0e20-b578-4e66-af07-3d1ec99028ba req-86f309f7-7c1b-4b8c-b6f7-6c720c5e33a8 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Aug 28 23:09:20.964376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd278b-7ca9-4aa5-b13d-b657abd0a9e3 req-d96ad604-894e-4dda-b33f-ff374b14bb25 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:20.966045 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7abd278b-7ca9-4aa5-b13d-b657abd0a9e3 req-d96ad604-894e-4dda-b33f-ff374b14bb25 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.0530491 Aug 28 23:09:21.008401 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7abd278b-7ca9-4aa5-b13d-b657abd0a9e3 req-5f9f0a7e-1d2f-498a-866a-5d042611909c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348017 Aug 28 23:09:21.212455 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621852c8-9ce8-4dfe-984c-b700453acdba req-e33d8f11-d0a6-4dfa-9971-aa290570056c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:21.213981 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-621852c8-9ce8-4dfe-984c-b700453acdba req-e33d8f11-d0a6-4dfa-9971-aa290570056c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0482402 Aug 28 23:09:21.251973 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-621852c8-9ce8-4dfe-984c-b700453acdba req-4caac1d2-f1c2-46fa-836d-634a0744fb02 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Aug 28 23:09:21.771522 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ea33-9c2c-476c-8c07-6be2dd30fa99 req-206bee5e-fc90-4f22-b190-58348a2feb80 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:21.772994 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d130ea33-9c2c-476c-8c07-6be2dd30fa99 req-206bee5e-fc90-4f22-b190-58348a2feb80 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0501862 Aug 28 23:09:21.810446 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d130ea33-9c2c-476c-8c07-6be2dd30fa99 req-034cd416-2d14-4129-a47b-b894bc07a470 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Aug 28 23:09:22.123464 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dfd6f-2d85-4cfc-bf94-9acc6f04ec0a req-6e177a76-b564-49fc-a37c-1939f57bb9c2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:22.124944 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-489dfd6f-2d85-4cfc-bf94-9acc6f04ec0a req-6e177a76-b564-49fc-a37c-1939f57bb9c2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.0512342 Aug 28 23:09:22.162338 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-489dfd6f-2d85-4cfc-bf94-9acc6f04ec0a req-30309688-e654-41fb-ac77-f90317810b88 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Aug 28 23:09:22.363326 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f21002-1913-4ca0-b448-5d1a028ffb6c req-04150c64-43b6-4a60-b547-8c45b30c14a3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:22.364778 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e2f21002-1913-4ca0-b448-5d1a028ffb6c req-04150c64-43b6-4a60-b547-8c45b30c14a3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0476356 Aug 28 23:09:22.401306 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e2f21002-1913-4ca0-b448-5d1a028ffb6c req-edf507ac-6f80-42cd-8513-bb17a4077e3f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305974 Aug 28 23:09:22.926916 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b8dcf-7689-4630-85bb-e8d0d92a3ce0 req-6dd06197-d097-46e6-be74-32e6042a5f89 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:22.928453 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-776b8dcf-7689-4630-85bb-e8d0d92a3ce0 req-6dd06197-d097-46e6-be74-32e6042a5f89 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0528355 Aug 28 23:09:22.966085 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-776b8dcf-7689-4630-85bb-e8d0d92a3ce0 req-2299ba14-bb65-405d-ad91-b69dcbd072b7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Aug 28 23:09:23.276315 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ce08-175c-443e-adb9-45aa17f148c6 req-4faec17b-c54d-4099-afb0-f39e7306c33d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:23.278350 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7ea7ce08-175c-443e-adb9-45aa17f148c6 req-4faec17b-c54d-4099-afb0-f39e7306c33d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 943 time: 0.0499275 Aug 28 23:09:23.314605 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7ea7ce08-175c-443e-adb9-45aa17f148c6 req-ffc976d4-3003-4e42-a772-d560664b5f28 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303235 Aug 28 23:09:23.512742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86f3f-bf6f-4e5d-ac02-22f7066c212d req-22e04ed2-7025-4303-bc09-c7d5fd5c72e7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:23.514262 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cad86f3f-bf6f-4e5d-ac02-22f7066c212d req-22e04ed2-7025-4303-bc09-c7d5fd5c72e7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Aug 28 23:09:23.550585 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cad86f3f-bf6f-4e5d-ac02-22f7066c212d req-2bbe0705-befe-4ec7-b34e-8dbc27daab66 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Aug 28 23:09:23.616627 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3e78050a-1737-4393-9ed8-16496dce8839 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:09:23.691973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072dd60-18b4-4c1b-954e-e5659e758866 req-da34ce00-f711-444c-8965-73de62f7c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:23.694222 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6072dd60-18b4-4c1b-954e-e5659e758866 req-da34ce00-f711-444c-8965-73de62f7c3dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 1098 time: 0.0424283 Aug 28 23:09:23.715045 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3e78050a-1737-4393-9ed8-16496dce8839, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3e78050a-1737-4393-9ed8-16496dce8839,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:23.726091 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '3e78050a-1737-4393-9ed8-16496dce8839', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'port_id': '3e78050a-1737-4393-9ed8-16496dce8839', 'mac_address': 'fa:16:3e:e9:f4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:09:23.742946 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6072dd60-18b4-4c1b-954e-e5659e758866 req-3c5368c6-487d-4f12-af99-0e0d08d6c886 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289547 Aug 28 23:09:23.765089 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:23.889463 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e78050a-1737-4393-9ed8-16496dce8839 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:09:23.907911 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3e78050a-1737-4393-9ed8-16496dce8839, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3e78050a-1737-4393-9ed8-16496dce8839,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:24.019666 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:24.066983 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3e78050a-1737-4393-9ed8-16496dce8839,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:24.084513 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150fee2-175f-494a-97f3-4a8a41f39c78 req-f64e1f83-c936-4be5-9840-0f1034c69b3a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:24.087853 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f150fee2-175f-494a-97f3-4a8a41f39c78 req-f64e1f83-c936-4be5-9840-0f1034c69b3a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0528007 Aug 28 23:09:24.123706 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f150fee2-175f-494a-97f3-4a8a41f39c78 req-828066e2-2aad-429d-b618-06c82c1d5c1a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Aug 28 23:09:24.429518 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e84955-1a32-4288-8af7-6c8ca8f9ef24 req-ef8ad1bb-eab2-4efd-bdd6-bee6c38c6d5d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:24.431004 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-31e84955-1a32-4288-8af7-6c8ca8f9ef24 req-ef8ad1bb-eab2-4efd-bdd6-bee6c38c6d5d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 944 time: 0.0482140 Aug 28 23:09:24.467953 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-31e84955-1a32-4288-8af7-6c8ca8f9ef24 req-e5713d10-b279-4348-9664-1dc11974204c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Aug 28 23:09:24.660820 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987a64-3773-4c4e-86ba-89e3e4858111 req-04bbdab4-0c49-4731-b486-02128b776c9f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:24.662319 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb987a64-3773-4c4e-86ba-89e3e4858111 req-04bbdab4-0c49-4731-b486-02128b776c9f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0475378 Aug 28 23:09:24.698865 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb987a64-3773-4c4e-86ba-89e3e4858111 req-fb982caf-7fc6-4185-86c4-94789e22dfc2 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Aug 28 23:09:25.238825 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ffb4c-73f4-4127-9dfd-68f042f191d7 req-58daab9d-b1fe-4d62-b70e-1000a1bb76b9 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:25.240305 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b0ffb4c-73f4-4127-9dfd-68f042f191d7 req-58daab9d-b1fe-4d62-b70e-1000a1bb76b9 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0520368 Aug 28 23:09:25.279206 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b0ffb4c-73f4-4127-9dfd-68f042f191d7 req-651f32db-5c74-4971-9fa3-ab2adba178a2 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Aug 28 23:09:25.577128 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ab9d3-393a-4797-94b0-580ddab88ff9 req-2f7af92b-230e-4b09-942b-8d6b63c20442 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:25.578757 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-515ab9d3-393a-4797-94b0-580ddab88ff9 req-2f7af92b-230e-4b09-942b-8d6b63c20442 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 944 time: 0.0478718 Aug 28 23:09:25.615441 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-515ab9d3-393a-4797-94b0-580ddab88ff9 req-da935870-2976-4928-a5c7-cd40bffc34da tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Aug 28 23:09:25.810540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec932-a30b-4174-973b-0f6dbcaf2163 req-09fb2817-02db-47f5-ab4b-f45668c0088b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:25.811909 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-61bec932-a30b-4174-973b-0f6dbcaf2163 req-09fb2817-02db-47f5-ab4b-f45668c0088b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0476353 Aug 28 23:09:25.849611 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-61bec932-a30b-4174-973b-0f6dbcaf2163 req-6315830d-ec43-4bfb-84f1-8fd77c45ca52 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 28 23:09:26.392181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeec1c-a6fe-4fce-8116-2adcadd74a9a req-bdaa6529-b64f-4e57-af72-eb3f463e55b7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:26.393606 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7edeec1c-a6fe-4fce-8116-2adcadd74a9a req-bdaa6529-b64f-4e57-af72-eb3f463e55b7 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0488222 Aug 28 23:09:26.429949 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7edeec1c-a6fe-4fce-8116-2adcadd74a9a req-3a093c3a-28d3-46d8-a425-b3548160a1af tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Aug 28 23:09:26.724931 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c59d1d-f55e-4a40-a6c2-84e90648a18c req-d0db3167-4698-492b-ba4d-eb5b43e54aa3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:26.726412 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9c59d1d-f55e-4a40-a6c2-84e90648a18c req-d0db3167-4698-492b-ba4d-eb5b43e54aa3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 944 time: 0.0471315 Aug 28 23:09:26.763053 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9c59d1d-f55e-4a40-a6c2-84e90648a18c req-618b9ce1-3c0d-4636-a685-a7d47c6f50b5 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302074 Aug 28 23:09:26.960912 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba420c-f338-473d-ab1e-d636d5e61e59 req-cf177f70-b35a-4f0a-8a94-3a34c6584c8b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:26.962484 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-37ba420c-f338-473d-ab1e-d636d5e61e59 req-cf177f70-b35a-4f0a-8a94-3a34c6584c8b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0470049 Aug 28 23:09:27.001336 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-37ba420c-f338-473d-ab1e-d636d5e61e59 req-900117e3-8ff4-43d4-88d7-bd2b11efee57 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Aug 28 23:09:27.438184 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['3e78050a-1737-4393-9ed8-16496dce8839'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:09:27.543474 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125da73-e493-4636-8f19-485f4048eeb4 req-8a5269ce-4118-4e19-b999-2c5533304f16 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:27.544980 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9125da73-e493-4636-8f19-485f4048eeb4 req-8a5269ce-4118-4e19-b999-2c5533304f16 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0514886 Aug 28 23:09:27.584197 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9125da73-e493-4636-8f19-485f4048eeb4 req-35b920fb-e0c5-4059-912d-c0e301a250b8 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Aug 28 23:09:27.875944 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2bd08-ef35-427d-8c0f-86ca1e48e5cd req-692b99d0-939c-498c-86ab-1577c37fa2bc tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:27.877406 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e2b2bd08-ef35-427d-8c0f-86ca1e48e5cd req-692b99d0-939c-498c-86ab-1577c37fa2bc tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 944 time: 0.0468559 Aug 28 23:09:27.913385 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e2b2bd08-ef35-427d-8c0f-86ca1e48e5cd req-59a4e91b-a369-4dd6-bdf0-198ca2104bb7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301516 Aug 28 23:09:28.114992 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813366b-dea7-4612-9a5b-7a303d3def39 req-120b0c3b-8e08-416e-a9f5-c78f8829ccbe tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:28.116490 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3813366b-dea7-4612-9a5b-7a303d3def39 req-120b0c3b-8e08-416e-a9f5-c78f8829ccbe tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0474131 Aug 28 23:09:28.153636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3813366b-dea7-4612-9a5b-7a303d3def39 req-89b1f162-61e3-4273-9e57-0a1d3fadd604 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307746 Aug 28 23:09:28.707576 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b864fe-2bca-47fa-aa74-476bda25ebf8 req-9bc5316a-c939-4960-82c5-241d787d5f4a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:28.709069 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a6b864fe-2bca-47fa-aa74-476bda25ebf8 req-9bc5316a-c939-4960-82c5-241d787d5f4a tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0537493 Aug 28 23:09:28.748021 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a6b864fe-2bca-47fa-aa74-476bda25ebf8 req-5d3109d2-eb87-462e-9a1c-d6ad7c11d831 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f9a673b-b561-40df-a062-2892a1ff826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Aug 28 23:09:28.816238 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-1a74a6e6-d7c2-459f-a2e6-eceab2815634 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:28.817721 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-1a74a6e6-d7c2-459f-a2e6-eceab2815634 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.39 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 949 time: 0.0497847 Aug 28 23:09:28.914096 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Deleting port 27ab770b-3265-421b-aca6-dcef60558515 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:09:28.914799 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.043440 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-927f0f16-e53d-4df1-a137-acd2ee7d0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:29.044909 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-927f0f16-e53d-4df1-a137-acd2ee7d0bba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.0397017 Aug 28 23:09:29.057801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e87de-de9b-4490-9806-9622a7aa592b req-569b2f8b-4053-4b7c-a20e-3811a504f4a5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:29.059303 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9b2e87de-de9b-4490-9806-9622a7aa592b req-569b2f8b-4053-4b7c-a20e-3811a504f4a5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1044743 Aug 28 23:09:29.081736 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] For port 27ab770b-3265-421b-aca6-dcef60558515, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=27ab770b-3265-421b-aca6-dcef60558515,segment=NetworkSegment(053a8086-c072-4d09-a3c1-0d7b012d23bf),segment_id=053a8086-c072-4d09-a3c1-0d7b012d23bf)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:29.082118 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.110798 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Calling delete_port for 27ab770b-3265-421b-aca6-dcef60558515 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:09:29.120444 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad1215-2725-4c57-891a-169b9710fbea req-18c9bb17-e657-4d57-aad7-b28befb92eab tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:29.122020 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-17ad1215-2725-4c57-891a-169b9710fbea req-18c9bb17-e657-4d57-aad7-b28befb92eab tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 944 time: 0.1326439 Aug 28 23:09:29.143092 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-e4d33670-94ce-4ca2-890e-7a240f7c1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:29.144660 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-e4d33670-94ce-4ca2-890e-7a240f7c1667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.0922356 Aug 28 23:09:29.153614 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9b2e87de-de9b-4490-9806-9622a7aa592b req-ef0252a3-5403-42c3-8a1b-d459ebffc796 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852137 Aug 28 23:09:29.192085 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-b9c8c54a-a2e9-48a2-a2ed-1098dc247fe6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.0373669 Aug 28 23:09:29.229879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-17ad1215-2725-4c57-891a-169b9710fbea req-fdc49b7a-31d0-464d-8f0a-fbc722363701 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900948 Aug 28 23:09:29.257536 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-2eb97642-fcb0-49a1-a580-f766e222276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:29.259264 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-2eb97642-fcb0-49a1-a580-f766e222276c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0502670 Aug 28 23:09:29.278248 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3e78050a-1737-4393-9ed8-16496dce8839 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:09:29.298512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705bbc2-7ab0-4509-a963-c61b955164b4 req-e486863b-fc2d-445b-b980-3fa5b0fbceac tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:29.299616 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-a3c67f8a-7be7-480b-baa0-e4344ccbdd86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261922 Aug 28 23:09:29.299847 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0705bbc2-7ab0-4509-a963-c61b955164b4 req-e486863b-fc2d-445b-b980-3fa5b0fbceac tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0734799 Aug 28 23:09:29.378153 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0705bbc2-7ab0-4509-a963-c61b955164b4 req-7c0feec2-98a4-4181-a20d-935ad42efd97 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Aug 28 23:09:29.408865 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-db722ef0-31ea-4c56-be20-fdabc4c12246 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966918 Aug 28 23:09:29.459243 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 3e78050a-1737-4393-9ed8-16496dce8839 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:09:29.464549 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 3e78050a-1737-4393-9ed8-16496dce8839 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:09:29.465615 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.493798 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.509766 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-06dc6fae-523e-488e-99f9-ee6ea3b0957c req-5a9739b0-d081-4c21-8dc9-ef4d2e1d307d service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902541 Aug 28 23:09:29.537620 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['27ab770b-3265-421b-aca6-dcef60558515'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:09:29.597449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] No DVR routers for this DVR port 27ab770b-3265-421b-aca6-dcef60558515 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:09:29.599250 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Pushing event deleted for resources: {'Port': ['ID=27ab770b-3265-421b-aca6-dcef60558515,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:29.602828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.604984 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-39cc5c8c-c78a-49cd-badb-5bd158bfdef4 req-e91f335b-09ed-4565-bd1f-1a09b03c66d0 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.39 "DELETE /v2.0/ports/27ab770b-3265-421b-aca6-dcef60558515 HTTP/1.1" status: 204 len: 173 time: 0.7794278 Aug 28 23:09:29.605417 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cad7a46-c525-4658-971f-e302ef866298', 'name': 'network-vif-deleted', 'tag': '27ab770b-3265-421b-aca6-dcef60558515'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:29.607879 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a14c13-2a45-401b-8d8e-ded11d72bcf5" -d '{"events": [{"server_uuid": "4cad7a46-c525-4658-971f-e302ef866298", "name": "network-vif-deleted", "tag": "27ab770b-3265-421b-aca6-dcef60558515"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:29.638924 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.680322 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:29.683081 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9d747-5762-4e1e-b8ee-3d2683a12d08" -d '{"events": [{"server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "name": "network-vif-plugged", "status": "completed", "tag": "3e78050a-1737-4393-9ed8-16496dce8839"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:29.693555 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5362a3f6-49ca-4c67-94c9-0842d33da8af x-openstack-request-id: req-5362a3f6-49ca-4c67-94c9-0842d33da8af {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:29.693906 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cad7a46-c525-4658-971f-e302ef866298", "name": "network-vif-deleted", "tag": "27ab770b-3265-421b-aca6-dcef60558515", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:29.694165 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5362a3f6-49ca-4c67-94c9-0842d33da8af {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:29.694573 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cad7a46-c525-4658-971f-e302ef866298', 'name': 'network-vif-deleted', 'tag': '27ab770b-3265-421b-aca6-dcef60558515', 'status': 'completed', 'code': 200} Aug 28 23:09:29.716486 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3e78050a-1737-4393-9ed8-16496dce8839, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3e78050a-1737-4393-9ed8-16496dce8839,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:09:29.732435 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b3e2c4-d979-4375-a6b6-593216064397 x-openstack-request-id: req-d8b3e2c4-d979-4375-a6b6-593216064397 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:29.732727 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "name": "network-vif-plugged", "status": "completed", "tag": "3e78050a-1737-4393-9ed8-16496dce8839", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:29.739435 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b3e2c4-d979-4375-a6b6-593216064397 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:29.739435 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839', 'code': 200} Aug 28 23:09:29.770771 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:29.840204 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3e78050a-1737-4393-9ed8-16496dce8839,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:29.865021 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4848638d-05a9-419d-8f28-8bad5e4d44ce req-af8282e2-5996-4807-abbd-2f81921aca64 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 210 time: 0.0287485 Aug 28 23:09:30.148870 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633b3bb-8a27-4a27-a3fa-aff7953bb9ba req-54caed2a-5b01-400a-9aa3-d45a111f155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:30.150394 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3633b3bb-8a27-4a27-a3fa-aff7953bb9ba req-54caed2a-5b01-400a-9aa3-d45a111f155f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 1098 time: 0.0453072 Aug 28 23:09:30.189904 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3633b3bb-8a27-4a27-a3fa-aff7953bb9ba req-8889ab8e-5400-4ac4-a160-3d575538bb9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Aug 28 23:09:30.278961 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb31c-b935-4c6c-9cc8-a024257a4eb0 req-1e470708-dcff-4039-8b47-df0804e2bed4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:30.280532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9aedb31c-b935-4c6c-9cc8-a024257a4eb0 req-1e470708-dcff-4039-8b47-df0804e2bed4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0526335 Aug 28 23:09:30.366693 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9aedb31c-b935-4c6c-9cc8-a024257a4eb0 req-edf9d2ab-e29e-4b96-9b53-9e57c879bf73 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646939 Aug 28 23:09:30.378988 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213524a8-be16-4cc2-967d-3bb25549f87f req-b13f2b5b-ea34-43a4-b7d5-6f58dd8fd637 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:30.380493 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-213524a8-be16-4cc2-967d-3bb25549f87f req-b13f2b5b-ea34-43a4-b7d5-6f58dd8fd637 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0626078 Aug 28 23:09:30.421685 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-213524a8-be16-4cc2-967d-3bb25549f87f req-fe694518-1ce1-41e6-8f35-59abb6e9b421 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334673 Aug 28 23:09:30.975879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ffaf6100-ef9a-4058-88da-c30c5595c771 req-bfc6e269-1214-4c59-97c3-5073a4241c23 tempest-VolumesNegativeTest-1333422951 tempest-VolumesNegativeTest-1333422951-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cad7a46-c525-4658-971f-e302ef866298 HTTP/1.1" status: 200 len: 210 time: 0.0264177 Aug 28 23:09:31.481428 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ff8de-99ad-4dbc-8a71-56cb2292e21c req-7c458261-b010-4d7e-947c-4236134af26c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:31.483115 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-872ff8de-99ad-4dbc-8a71-56cb2292e21c req-7c458261-b010-4d7e-947c-4236134af26c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0479803 Aug 28 23:09:31.526996 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-872ff8de-99ad-4dbc-8a71-56cb2292e21c req-ec68991b-5b59-4a74-a0d5-b874bcdd7d68 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371108 Aug 28 23:09:31.629453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdccc0e-0a5d-46a8-8425-379b4a17469a req-42965f12-7140-446c-b90b-4b809f253579 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:31.630970 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1fdccc0e-0a5d-46a8-8425-379b4a17469a req-42965f12-7140-446c-b90b-4b809f253579 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0477257 Aug 28 23:09:31.668339 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1fdccc0e-0a5d-46a8-8425-379b4a17469a req-54bf058b-6575-4b5c-bb62-73bb536afec8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Aug 28 23:09:32.673334 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbcdc9-dd66-4094-a64c-f889cd74f128 req-648c2d44-fc1b-45e2-9476-4020e98c17a6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:32.687804 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ccdbcdc9-dd66-4094-a64c-f889cd74f128 req-648c2d44-fc1b-45e2-9476-4020e98c17a6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0726783 Aug 28 23:09:32.731298 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ccdbcdc9-dd66-4094-a64c-f889cd74f128 req-eb5b0762-4311-4d27-a34d-5b3fe6f1a82f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Aug 28 23:09:32.803747 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d2fb-e7d0-4bb2-9ae9-013d13f5279e req-47341ee1-99bc-4568-b38f-5a3bd5099a16 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:32.805170 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4d23d2fb-e7d0-4bb2-9ae9-013d13f5279e req-47341ee1-99bc-4568-b38f-5a3bd5099a16 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0491159 Aug 28 23:09:32.851211 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4d23d2fb-e7d0-4bb2-9ae9-013d13f5279e req-a8675d33-4052-4806-97bb-6ab8e2c83ce9 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397847 Aug 28 23:09:32.977194 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca28c-5727-4a13-bf1d-79739a412252 req-1a472957-00c7-4156-990e-37f5123664b3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:32.978736 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c92ca28c-5727-4a13-bf1d-79739a412252 req-1a472957-00c7-4156-990e-37f5123664b3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0546331 Aug 28 23:09:32.988033 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 34496) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:32.992653 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'floatingip': {'port_id': '3e78050a-1737-4393-9ed8-16496dce8839'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:33.064473 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:33.294820 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 27ab770b-3265-421b-aca6-dcef60558515 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:09:33.320858 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 27ab770b-3265-421b-aca6-dcef60558515 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:09:33.321263 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 27ab770b-3265-421b-aca6-dcef60558515 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:09:33.657468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:33.750680 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.104346 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Floating IP d8afa15b-2051-40b5-9870-3f8863cc5d37 associated. External IP: 172.27.3.143, port: 3e78050a-1737-4393-9ed8-16496dce8839. Aug 28 23:09:34.149973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9377fc-0de3-4402-8e3e-0e7fe2ec9c77 req-ebd8cd81-0447-4aa4-b246-352f61b002cf tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:34.153112 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-be9377fc-0de3-4402-8e3e-0e7fe2ec9c77 req-ebd8cd81-0447-4aa4-b246-352f61b002cf tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.3370054 Aug 28 23:09:34.235354 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-be9377fc-0de3-4402-8e3e-0e7fe2ec9c77 req-d992f8f4-a52b-4079-8e45-bdaab4714a02 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737982 Aug 28 23:09:34.293920 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 34596) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:34.366202 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Router 630fb718-107d-45ed-84e5-60e1f731dd67 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:09:34.420975 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.479463 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:09:34.484397 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.491564 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:09:34.500212 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:09:34.500814 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:09:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:34.511255 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-5d2cb549-7f79-47f0-9543-a34a892e37d0 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "PUT /v2.0/floatingips/d8afa15b-2051-40b5-9870-3f8863cc5d37 HTTP/1.1" status: 200 len: 991 time: 1.5221314 Aug 28 23:09:34.512472 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:34.514903 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4103be-fb00-4e43-a369-ae419f6589df" -d '{"events": [{"name": "network-changed", "server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "tag": "3e78050a-1737-4393-9ed8-16496dce8839"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:34.519163 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.558967 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ba6e99-1b21-438c-b916-34fd12267621 x-openstack-request-id: req-a5ba6e99-1b21-438c-b916-34fd12267621 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:34.559271 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "tag": "3e78050a-1737-4393-9ed8-16496dce8839", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:34.559501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5ba6e99-1b21-438c-b916-34fd12267621 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:34.559888 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839', 'status': 'completed', 'code': 200} Aug 28 23:09:34.596024 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.626555 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de61c49319f14b45b29dd666dc206e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300328 Aug 28 23:09:34.629992 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 34610) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:34.634951 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:09:34.653671 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106cb55e-7b13-4d0e-bf38-420a42d8c60b,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:34.667356 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.667856 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.668264 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.668658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.669162 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.669560 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.669993 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.670395 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.670830 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.671625 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.671764 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4103be-fb00-4e43-a369-ae419f6589df req-f4e0a5a8-8879-4826-aaaa-9034472b4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:34.672086 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.672650 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53618c6c-5036-4a1b-ba0e-f2c0b5d1c38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:34.673769 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-f4e0a5a8-8879-4826-aaaa-9034472b4475 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 1098 time: 0.0807786 Aug 28 23:09:34.814124 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.852993 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:34.864902 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4103be-fb00-4e43-a369-ae419f6589df req-e4bcbb2b-8378-4e41-a1e6-3f0fb83f726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:34.864902 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-e4bcbb2b-8378-4e41-a1e6-3f0fb83f726f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 912 time: 0.1721203 Aug 28 23:09:34.939983 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': 'd8afa15b-2051-40b5-9870-3f8863cc5d37', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'port_id': '3e78050a-1737-4393-9ed8-16496dce8839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'mac_address': 'fa:16:3e:e9:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:09:07Z', 'updated_at': '2021-08-28T23:09:33Z', 'revision_number': 1, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:34.953536 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-429319cf-a802-4013-a0f9-3c4de4d5c9f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e78050a-1737-4393-9ed8-16496dce8839 HTTP/1.1" status: 200 len: 999 time: 0.0780373 Aug 28 23:09:34.970356 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:09:34.980526 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:09:34.981226 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:09:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:35.018824 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4103be-fb00-4e43-a369-ae419f6589df req-9ca60d4a-fbc2-423d-8efd-730a8a2a536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:35.020983 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-9ca60d4a-fbc2-423d-8efd-730a8a2a536a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0586467 Aug 28 23:09:35.068386 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:35.071308 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:35.075680 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/106cb55e-7b13-4d0e-bf38-420a42d8c60b HTTP/1.1" status: 204 len: 168 time: 0.4444504 Aug 28 23:09:35.086167 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106cb55e-7b13-4d0e-bf38-420a42d8c60b,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:35.097111 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.097462 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.098022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.098633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.099136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.099627 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.100115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.100689 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.101185 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.101661 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.102346 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.102818 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04434117-4c4a-4369-9f9d-5ad01b0f5dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:09:35.120389 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:09:35.128420 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4103be-fb00-4e43-a369-ae419f6589df req-fa9d2bd1-ccec-4571-a6e8-33565d3ff065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:35.130117 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-fa9d2bd1-ccec-4571-a6e8-33565d3ff065 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0977707 Aug 28 23:09:35.248997 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-967f16ee-b18c-49da-afe6-d131124d30b9 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943956 Aug 28 23:09:35.416385 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': 'd8afa15b-2051-40b5-9870-3f8863cc5d37', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'port_id': '3e78050a-1737-4393-9ed8-16496dce8839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'mac_address': 'fa:16:3e:e9:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:09:07Z', 'updated_at': '2021-08-28T23:09:33Z', 'revision_number': 1, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:09:35.461664 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367a796-f084-4422-b107-374c23a2bc9c None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': 'd8afa15b-2051-40b5-9870-3f8863cc5d37', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'port_id': '3e78050a-1737-4393-9ed8-16496dce8839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'mac_address': 'fa:16:3e:e9:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:09:07Z', 'updated_at': '2021-08-28T23:09:33Z', 'revision_number': 1, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:09:35.477041 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a7071-d853-4c26-b4d9-dbbb36cef483 req-f63f3d6b-7c25-4a2b-9633-ed17d0a4e5a7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:35.478668 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-611a7071-d853-4c26-b4d9-dbbb36cef483 req-f63f3d6b-7c25-4a2b-9633-ed17d0a4e5a7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1578200 Aug 28 23:09:35.502000 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dd4103be-fb00-4e43-a369-ae419f6589df req-ba68e641-69ba-4fa9-ab15-352fd67e7e36 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359352 Aug 28 23:09:35.548401 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-611a7071-d853-4c26-b4d9-dbbb36cef483 req-98dfc51d-90c3-42b7-b17c-83c704cbabd5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615067 Aug 28 23:09:35.727064 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcc603-1355-4f97-adc3-62e0b0136796 None None] New status for floating IP d8afa15b-2051-40b5-9870-3f8863cc5d37: ACTIVE {{(pid=94555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:09:35.928019 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 34726) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:35.941654 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbdb-b9cc-477d-a4fe-e0ac15941080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.046036 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbdb-b9cc-477d-a4fe-e0ac15941080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.173361 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbdb-b9cc-477d-a4fe-e0ac15941080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.227272 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0dbdb-b9cc-477d-a4fe-e0ac15941080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78457e3-be82-44a1-8720-0df61d315ea1,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:36.239323 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-41c0dbdb-b9cc-477d-a4fe-e0ac15941080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9dd9f6c37924207988dbeb34a4d4a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101950 Aug 28 23:09:36.242288 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 34758) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:36.302672 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b4a5acc9-6083-44e9-ad57-90e395dbe4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.328479 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b4a5acc9-6083-44e9-ad57-90e395dbe4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.441952 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b4a5acc9-6083-44e9-ad57-90e395dbe4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.444642 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b4a5acc9-6083-44e9-ad57-90e395dbe4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:36.445811 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b4a5acc9-6083-44e9-ad57-90e395dbe4a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b78457e3-be82-44a1-8720-0df61d315ea1 HTTP/1.1" status: 204 len: 168 time: 0.2013390 Aug 28 23:09:36.455280 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5acc9-6083-44e9-ad57-90e395dbe4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78457e3-be82-44a1-8720-0df61d315ea1,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:36.667649 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e083f-b1dc-482f-b509-6b279968da2f req-3a49b9dc-29c9-484a-a4ba-2fa129851773 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:36.669163 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-269e083f-b1dc-482f-b509-6b279968da2f req-3a49b9dc-29c9-484a-a4ba-2fa129851773 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Aug 28 23:09:36.708420 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-269e083f-b1dc-482f-b509-6b279968da2f req-1d56cad3-e6f7-4d02-9516-4ea28ab509c8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Aug 28 23:09:38.845226 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 34870) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:38.945244 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c3049f07-7f9c-478d-84c1-7c3fe88c486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.027795 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c3049f07-7f9c-478d-84c1-7c3fe88c486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.115793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c3049f07-7f9c-478d-84c1-7c3fe88c486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.153569 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3049f07-7f9c-478d-84c1-7c3fe88c486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c32ad0-9fae-4f77-9ba5-9fca3aab93dd,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:39.157839 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c3049f07-7f9c-478d-84c1-7c3fe88c486e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91519a6bcebe427ebe6109b0b097741c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115423 Aug 28 23:09:39.160693 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 34874) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:39.207306 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-403101bd-b1cd-4a44-bc26-b8a30a61250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.228585 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-403101bd-b1cd-4a44-bc26-b8a30a61250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.367354 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-403101bd-b1cd-4a44-bc26-b8a30a61250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.369914 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-403101bd-b1cd-4a44-bc26-b8a30a61250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:39.371109 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-403101bd-b1cd-4a44-bc26-b8a30a61250c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3c32ad0-9fae-4f77-9ba5-9fca3aab93dd HTTP/1.1" status: 204 len: 168 time: 0.2095551 Aug 28 23:09:39.380482 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403101bd-b1cd-4a44-bc26-b8a30a61250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c32ad0-9fae-4f77-9ba5-9fca3aab93dd,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:39.481858 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bf07f-e523-4c26-a266-4e082386c7d8 req-35a7b1bd-6f9b-4fc4-acd7-56b2ad459171 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:39.483525 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9c1bf07f-e523-4c26-a266-4e082386c7d8 req-35a7b1bd-6f9b-4fc4-acd7-56b2ad459171 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0505521 Aug 28 23:09:39.526868 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9c1bf07f-e523-4c26-a266-4e082386c7d8 req-95d2cc97-56e1-4a62-a588-45e2b348160d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359814 Aug 28 23:09:40.069259 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 34902) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:40.083116 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a34e03f-bcb5-4666-acbf-dd9a7ad93a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.179500 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a34e03f-bcb5-4666-acbf-dd9a7ad93a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.207981 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-46a7fc09-9417-48d2-81e7-023d64a0b394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.270365 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a34e03f-bcb5-4666-acbf-dd9a7ad93a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.309246 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-7a34e03f-bcb5-4666-acbf-dd9a7ad93a89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67a881fe1f4045759717463819ea1c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382193 Aug 28 23:09:40.310027 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34e03f-bcb5-4666-acbf-dd9a7ad93a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1a3c71-3587-4547-a18e-69dfd27d424d,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:40.312656 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 34906) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:40.363654 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2528a8f-491e-498a-8027-37b13ff93381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.384836 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2528a8f-491e-498a-8027-37b13ff93381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.573233 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2528a8f-491e-498a-8027-37b13ff93381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.575951 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a2528a8f-491e-498a-8027-37b13ff93381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:40.586115 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a2528a8f-491e-498a-8027-37b13ff93381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e1a3c71-3587-4547-a18e-69dfd27d424d HTTP/1.1" status: 204 len: 168 time: 0.2633038 Aug 28 23:09:40.586115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2528a8f-491e-498a-8027-37b13ff93381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1a3c71-3587-4547-a18e-69dfd27d424d,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:40.647786 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3c2d-b46b-4d6e-80e4-2dfa852e0d7c req-09f23951-80d2-4448-ae59-5e2886dc5269 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:40.649462 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-662f3c2d-b46b-4d6e-80e4-2dfa852e0d7c req-09f23951-80d2-4448-ae59-5e2886dc5269 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0495842 Aug 28 23:09:40.691601 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-662f3c2d-b46b-4d6e-80e4-2dfa852e0d7c req-3f33d757-2be8-43cb-927c-ab74c3839be4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Aug 28 23:09:41.823964 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bee51-b4bb-468d-b9c9-2f1b1215854b req-efcb85f1-5c14-4e6b-a065-aecd6cae3d44 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:41.825712 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-984bee51-b4bb-468d-b9c9-2f1b1215854b req-efcb85f1-5c14-4e6b-a065-aecd6cae3d44 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0591857 Aug 28 23:09:41.864955 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-984bee51-b4bb-468d-b9c9-2f1b1215854b req-269ea25c-8022-44cc-9af0-35ac4a586fb3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Aug 28 23:09:42.721008 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6f83324d-40b3-42d8-af87-2afdcff42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:42.987976 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7592-9f25-439f-98fa-be7884cc64b5 req-06999573-e94b-4f4a-9057-917fbc7000ec tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:42.989560 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d7f7592-9f25-439f-98fa-be7884cc64b5 req-06999573-e94b-4f4a-9057-917fbc7000ec tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0519009 Aug 28 23:09:43.014010 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:43.029107 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d7f7592-9f25-439f-98fa-be7884cc64b5 req-87005990-ba78-4623-a219-f872999d8fec tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Aug 28 23:09:43.396262 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35004) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:43.533402 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0db2564b-11c0-40d8-8f11-aff4f0e630f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=029c682f329c432bb5ebf38db3d4269a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359653 Aug 28 23:09:43.536008 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35008) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:09:43.582962 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd35-1d70-4dcf-ad71-8b6adc9b1a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:43.603575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd35-1d70-4dcf-ad71-8b6adc9b1a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:43.745061 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd35-1d70-4dcf-ad71-8b6adc9b1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:43.747648 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd35-1d70-4dcf-ad71-8b6adc9b1a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:43.748808 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3d62cd35-1d70-4dcf-ad71-8b6adc9b1a61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f9a673b-b561-40df-a062-2892a1ff826e HTTP/1.1" status: 204 len: 168 time: 0.2118609 Aug 28 23:09:43.756898 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62cd35-1d70-4dcf-ad71-8b6adc9b1a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a673b-b561-40df-a062-2892a1ff826e,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:44.144481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09af2b-84ed-4b2a-bd00-0845e8fe9f48 req-f7db63be-61cf-4e06-8cf5-39de47ef1499 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:44.146349 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ed09af2b-84ed-4b2a-bd00-0845e8fe9f48 req-f7db63be-61cf-4e06-8cf5-39de47ef1499 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0496345 Aug 28 23:09:44.192845 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ed09af2b-84ed-4b2a-bd00-0845e8fe9f48 req-9ca55c3a-eb7c-45f6-969c-ffae89e9b590 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393546 Aug 28 23:09:44.289610 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:44.810930 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-c8b57e44-e5ff-4fc3-bc77-63c02610fde7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:44.812359 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-c8b57e44-e5ff-4fc3-bc77-63c02610fde7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.1018846 Aug 28 23:09:44.827883 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-ed6f4764-e5a2-4324-8d95-563b494075a0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/quotas/b130a0f19f74460b9fededbf31fd04b3 HTTP/1.1" status: 200 len: 375 time: 0.0097997 Aug 28 23:09:44.882224 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-73c1f8db-d5e6-454b-b0b0-f37f1c281980 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490520 Aug 28 23:09:44.976025 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-c86ff186-5114-42b7-9848-85d8a9794ef5 service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863895 Aug 28 23:09:45.066107 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-aaca06df-608f-44d3-85ca-d988ffe9508a service neutron] 10.222.0.16 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833678 Aug 28 23:09:45.350090 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:45.364487 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648b16c-8b93-4241-99aa-4f4cc084694a req-049938da-e030-42f0-97ce-063d17791d25 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:45.364487 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3648b16c-8b93-4241-99aa-4f4cc084694a req-049938da-e030-42f0-97ce-063d17791d25 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0579824 Aug 28 23:09:45.401595 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3648b16c-8b93-4241-99aa-4f4cc084694a req-7acb0856-43e4-4d4a-b2db-c3b323103f00 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Aug 28 23:09:45.465286 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f03391af-0dd6-4866-8c88-0498d157c565 req-20df2690-0760-4822-aba7-43828189c62d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 210 time: 0.0250912 Aug 28 23:09:47.961595 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:48.132478 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-82051e7b-97dc-4515-ab43-ff0821ea23cc req-17b5eda5-0488-42f4-a1ab-9698083ca776 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 210 time: 0.0619354 Aug 28 23:09:48.160769 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1d2c9-9548-4d10-9b9f-775c563f5dbe req-893f9775-bfa2-4c0a-bba9-f90267c3e629 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:48.162240 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e3e1d2c9-9548-4d10-9b9f-775c563f5dbe req-893f9775-bfa2-4c0a-bba9-f90267c3e629 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0901699 Aug 28 23:09:48.166597 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-b2f06281-b937-48c8-ac63-c1fa76540562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:48.167995 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-b2f06281-b937-48c8-ac63-c1fa76540562 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.1080761 Aug 28 23:09:48.238922 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e3e1d2c9-9548-4d10-9b9f-775c563f5dbe req-b2777758-385d-40a0-8824-5aa90eca69ff tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Aug 28 23:09:48.280443 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-b300c68a-3d5f-4c08-bd98-6cf2510c27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:48.281904 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-b300c68a-3d5f-4c08-bd98-6cf2510c27ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.0930414 Aug 28 23:09:48.329958 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-07de4f07-68b9-4dde-a494-ae4fd56dcc57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Aug 28 23:09:48.387703 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-f1f20f62-42ae-4985-9bab-404df2fa8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:48.389159 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-f1f20f62-42ae-4985-9bab-404df2fa8f33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0496678 Aug 28 23:09:48.446522 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-b0e0f118-b5ca-409b-80fa-b060cb3a2166 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241725 Aug 28 23:09:49.560838 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-75f69719-e471-4a58-a60a-250e44bff7d8 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829012 Aug 28 23:09:51.591902 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d87643ee-7275-43de-b3ba-ed03b2232f8c req-55c5090d-0610-43cb-a9a3-153eb8f4f542 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903792 Aug 28 23:09:51.622661 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25bbfb75-7f99-4115-92ae-3771a6ebf69f req-b5148a41-c91b-45d4-b89f-a6a8b4a4a1cd tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 210 time: 0.0289340 Aug 28 23:09:51.672153 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdfa01-ced6-41e8-9b75-1be3e50c4438 req-80a87eed-af06-4725-b619-728d8b202246 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:51.673608 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c2fdfa01-ced6-41e8-9b75-1be3e50c4438 req-80a87eed-af06-4725-b619-728d8b202246 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0533671 Aug 28 23:09:51.710666 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c2fdfa01-ced6-41e8-9b75-1be3e50c4438 req-2488d26e-0267-46a1-bc84-48059dfa1ff1 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308099 Aug 28 23:09:52.597233 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:09:55.279400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f6c07956-8de7-406d-af40-a15e643fc286 req-f4ef1646-dcac-4509-94d6-40a77ea6c30f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 210 time: 0.0360458 Aug 28 23:09:55.307131 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4cc7ca23-b4e4-42f7-9413-25d62865c72a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:55.307131 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4cc7ca23-b4e4-42f7-9413-25d62865c72a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/networks?id=95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 200 len: 815 time: 0.1412327 Aug 28 23:09:55.326587 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Request body: {'port': {'device_id': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'admin_state_up': True, 'tenant_id': 'b130a0f19f74460b9fededbf31fd04b3'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:55.408808 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc94664-1ed7-4442-8e56-af3e225c01b8 req-149b9557-f583-4ed9-b3a5-ec6db7a8bea3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:55.410680 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afc94664-1ed7-4442-8e56-af3e225c01b8 req-149b9557-f583-4ed9-b3a5-ec6db7a8bea3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1395848 Aug 28 23:09:55.487455 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afc94664-1ed7-4442-8e56-af3e225c01b8 req-14b6bc79-e427-465e-9439-eca014c9870a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 Aug 28 23:09:55.618733 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Made reservation on behalf of b130a0f19f74460b9fededbf31fd04b3 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:09:55.622175 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:55.742225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Allocated IP 172.20.0.6 (95770048-f10d-4c09-b5ee-87929c266da7/8aa43a8e-628a-4846-b5c3-3235b4fc3275/dc5b548f-18c0-46fa-b702-8484a0cbfc28) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:09:55.905912 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:56.082101 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:56.094447 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'e8d1d3b5-a58b-4411-b965-273aa56d8147', '5ad2f1f3-9fcd-47d3-b699-856286bff5c0'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:09:56.124856 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Network 95770048-f10d-4c09-b5ee-87929c266da7 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:09:56.126400 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:09:56.133099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:09:56.166462 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event updated for resources: {'Port': ['ID=dc5b548f-18c0-46fa-b702-8484a0cbfc28,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:56.242213 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:56.243046 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:56.386943 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-4b8439f2-0830-4c92-b993-c1848d17ce8c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678263 Aug 28 23:09:56.406675 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31c4d-4f52-466a-96d0-7dbd45540d3b req-f0985661-be3b-4fec-afc0-4f5f3110135f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:56.408543 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85d31c4d-4f52-466a-96d0-7dbd45540d3b req-f0985661-be3b-4fec-afc0-4f5f3110135f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 931 time: 0.0496156 Aug 28 23:09:56.413501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Request body: {'port': {'device_id': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:09:56.488947 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85d31c4d-4f52-466a-96d0-7dbd45540d3b req-718571f8-7ae6-4615-b7be-18b17c5c0a4e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719430 Aug 28 23:09:56.489914 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:56.704089 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b66da-197a-4626-bbad-28bf6d6d5ed8 req-445190e1-e710-42b3-8c56-6cfbd6bddc0b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:56.705570 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-979b66da-197a-4626-bbad-28bf6d6d5ed8 req-445190e1-e710-42b3-8c56-6cfbd6bddc0b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1147809 Aug 28 23:09:56.768478 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-979b66da-197a-4626-bbad-28bf6d6d5ed8 req-0f45e749-99e0-4c18-8191-8577d6942693 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Aug 28 23:09:56.833355 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5b548f-18c0-46fa-b702-8484a0cbfc28 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:09:56.841872 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:56.853449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Transition to ACTIVE for port object dc5b548f-18c0-46fa-b702-8484a0cbfc28 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:09:56.931419 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:56.998939 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Pushing event updated for resources: {'Port': ['ID=dc5b548f-18c0-46fa-b702-8484a0cbfc28,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:57.046462 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Attempting to bind port dc5b548f-18c0-46fa-b702-8484a0cbfc28 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:09:57.046793 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Attempting to bind port dc5b548f-18c0-46fa-b702-8484a0cbfc28 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:09:57.047116 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Attempting to bind port dc5b548f-18c0-46fa-b702-8484a0cbfc28 on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:57.051253 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Port dc5b548f-18c0-46fa-b702-8484a0cbfc28 on network 95770048-f10d-4c09-b5ee-87929c266da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:09:57.051558 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Attempting to bind port dc5b548f-18c0-46fa-b702-8484a0cbfc28 on network 95770048-f10d-4c09-b5ee-87929c266da7 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:09:57.056203 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:09:57.056534 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Checking segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:09:57.056907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Bound using segment: {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:09:57.057317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Bound port: dc5b548f-18c0-46fa-b702-8484a0cbfc28, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27632516-0641-4d0d-a0a6-77a4821a2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:09:57.057664 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:57.117641 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] For port dc5b548f-18c0-46fa-b702-8484a0cbfc28, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:09:57.120705 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] For port dc5b548f-18c0-46fa-b702-8484a0cbfc28, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc5b548f-18c0-46fa-b702-8484a0cbfc28,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:09:57.235790 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:57.273177 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.273816 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:09:57.275181 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] 10.222.0.39 "PUT /v2.0/ports/dc5b548f-18c0-46fa-b702-8484a0cbfc28 HTTP/1.1" status: 200 len: 1093 time: 0.8659708 Aug 28 23:09:57.275606 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'tag': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:09:57.277991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8e7c74-b698-432a-9940-88a89ff97003" -d '{"events": [{"name": "network-changed", "server_uuid": "a893746b-41f4-43b7-95fd-6a2124a10907", "tag": "dc5b548f-18c0-46fa-b702-8484a0cbfc28"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:09:57.301929 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc84dfc-75a4-411b-a577-efbca7d5519b service neutron] Pushing event updated for resources: {'Port': ['ID=dc5b548f-18c0-46fa-b702-8484a0cbfc28,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:09:57.318367 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44af270-202f-42c7-85f1-fac0d198b097 x-openstack-request-id: req-e44af270-202f-42c7-85f1-fac0d198b097 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:09:57.318652 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a893746b-41f4-43b7-95fd-6a2124a10907", "tag": "dc5b548f-18c0-46fa-b702-8484a0cbfc28", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:09:57.318923 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e44af270-202f-42c7-85f1-fac0d198b097 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:09:57.319318 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'tag': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28', 'status': 'completed', 'code': 200} Aug 28 23:09:57.400022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7c74-b698-432a-9940-88a89ff97003 req-1705dcb4-78ca-4319-a7c2-ac6ffa9a71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.401515 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f8e7c74-b698-432a-9940-88a89ff97003 req-1705dcb4-78ca-4319-a7c2-ac6ffa9a71bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 1096 time: 0.0547416 Aug 28 23:09:57.502899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7c74-b698-432a-9940-88a89ff97003 req-10ed5c8c-e33f-4d75-8e8a-246282d339d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.504262 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f8e7c74-b698-432a-9940-88a89ff97003 req-10ed5c8c-e33f-4d75-8e8a-246282d339d0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b130a0f19f74460b9fededbf31fd04b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0895600 Aug 28 23:09:57.635928 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4ddb5-3af2-4e45-b5e7-f28d9a4ae795 req-63f6d60b-3547-49b4-a3c4-75a4bb7c8f93 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.637398 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97b4ddb5-3af2-4e45-b5e7-f28d9a4ae795 req-63f6d60b-3547-49b4-a3c4-75a4bb7c8f93 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 943 time: 0.0732830 Aug 28 23:09:57.641759 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e7c74-b698-432a-9940-88a89ff97003 req-a5238fb2-ce58-4335-a37d-b81884dedc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.643108 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f8e7c74-b698-432a-9940-88a89ff97003 req-a5238fb2-ce58-4335-a37d-b81884dedc27 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271396 Aug 28 23:09:57.675403 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-97b4ddb5-3af2-4e45-b5e7-f28d9a4ae795 req-81931ed7-c2a6-46b3-9749-0ca36d27510c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Aug 28 23:09:57.740858 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-7ee0a86b-4074-4a80-820b-abf80c7cbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.742338 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-7ee0a86b-4074-4a80-820b-abf80c7cbb62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b130a0f19f74460b9fededbf31fd04b3&device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 1096 time: 0.0554943 Aug 28 23:09:57.788371 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-510d07ce-4fb6-4247-b3ee-9ac277f4cd93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc5b548f-18c0-46fa-b702-8484a0cbfc28 HTTP/1.1" status: 200 len: 217 time: 0.0332532 Aug 28 23:09:57.896266 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-5241e02c-35d4-47a2-bd51-897d0d172600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.898114 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-5241e02c-35d4-47a2-bd51-897d0d172600 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8aa43a8e-628a-4846-b5c3-3235b4fc3275 HTTP/1.1" status: 200 len: 855 time: 0.0910060 Aug 28 23:09:57.912907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb87b-d3c7-4fca-9f3f-679440a12e37 req-cc1f15ed-19ff-497b-804c-67f89cc79a8c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:57.914459 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-005cb87b-d3c7-4fca-9f3f-679440a12e37 req-cc1f15ed-19ff-497b-804c-67f89cc79a8c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0725312 Aug 28 23:09:57.956081 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-f09aa83b-fa8a-4c66-9bb3-378eb755d6b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=95770048-f10d-4c09-b5ee-87929c266da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339742 Aug 28 23:09:57.974225 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-005cb87b-d3c7-4fca-9f3f-679440a12e37 req-e12583c0-50fc-4a33-9636-4c42ccdc2222 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531776 Aug 28 23:09:58.059565 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-0bf02f0e-5fd0-4f19-a51b-cca0feef037d service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829473 Aug 28 23:09:58.151363 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-415222d4-098e-45d8-9749-0f6a2ecd148c req-49c478bc-a5f9-4077-92c3-5e391c32a25d service neutron] 10.222.0.39 "GET /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819237 Aug 28 23:09:58.362616 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1d97b-d860-40ed-8fcb-793524d08105 req-65ab8d70-6a27-44dc-bfeb-d55c5791d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:58.363999 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ccf1d97b-d860-40ed-8fcb-793524d08105 req-65ab8d70-6a27-44dc-bfeb-d55c5791d082 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.0387540 Aug 28 23:09:58.405559 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ccf1d97b-d860-40ed-8fcb-793524d08105 req-8704cae2-0283-4f50-8dde-c60a9858b3a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284288 Aug 28 23:09:58.822833 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a0600-7a86-42d5-8366-c5921c997dbf req-e50af8d6-c07c-495c-a1c6-4d4529f243f3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:58.823896 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c30a0600-7a86-42d5-8366-c5921c997dbf req-e50af8d6-c07c-495c-a1c6-4d4529f243f3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 943 time: 0.0659490 Aug 28 23:09:59.117440 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c30a0600-7a86-42d5-8366-c5921c997dbf req-327aa8ab-cf6d-4249-9c44-1fd9518f8d8e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824757 Aug 28 23:09:59.226361 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f642-606e-4b09-8eb9-c020b0362816 req-40b1517a-7f4d-4227-83ac-f4333c265465 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:59.230190 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f30f642-606e-4b09-8eb9-c020b0362816 req-40b1517a-7f4d-4227-83ac-f4333c265465 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0956001 Aug 28 23:09:59.290368 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b20ef-4677-4346-9c59-8057c1ea34dc req-56963797-8686-4144-91af-c3aa91ab5668 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:09:59.291916 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-788b20ef-4677-4346-9c59-8057c1ea34dc req-56963797-8686-4144-91af-c3aa91ab5668 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0881886 Aug 28 23:09:59.299691 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f30f642-606e-4b09-8eb9-c020b0362816 req-744e48f9-c38e-4e42-acbf-1c2ecdc0e0e7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548482 Aug 28 23:09:59.337201 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-788b20ef-4677-4346-9c59-8057c1ea34dc req-f779a872-d02c-404c-b87d-f184e0708ac8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364816 Aug 28 23:10:00.221439 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8018-312f-4e25-bfd5-23c67aef2589 req-6035116a-7733-405b-a00d-e73766f57a44 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:00.222971 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-714f8018-312f-4e25-bfd5-23c67aef2589 req-6035116a-7733-405b-a00d-e73766f57a44 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Aug 28 23:10:00.260891 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-714f8018-312f-4e25-bfd5-23c67aef2589 req-5ccf027c-809f-4448-813f-f40adb4bfd43 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Aug 28 23:10:00.418931 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540b595-93b9-4a72-b933-afd19deecf0e req-86d736a3-01fd-47bd-a57b-d95c7cdf829a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:00.420418 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e540b595-93b9-4a72-b933-afd19deecf0e req-86d736a3-01fd-47bd-a57b-d95c7cdf829a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Aug 28 23:10:00.483848 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e540b595-93b9-4a72-b933-afd19deecf0e req-139519da-f034-42a6-b323-57f6d0051704 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544419 Aug 28 23:10:00.497337 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53229501-0063-49e6-a704-d227829a19bc req-40e5f95a-266d-4a2d-bdb6-f16e33de7c7a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:00.498935 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53229501-0063-49e6-a704-d227829a19bc req-40e5f95a-266d-4a2d-bdb6-f16e33de7c7a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0776398 Aug 28 23:10:00.538836 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53229501-0063-49e6-a704-d227829a19bc req-01be95ef-f24c-4bea-8d92-6d3829df8ed7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Aug 28 23:10:01.374171 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c664af-77ff-44ec-aabc-9ada003f0b2e req-b68dc645-9664-4203-8b64-0fb3456a1eec tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:01.375610 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76c664af-77ff-44ec-aabc-9ada003f0b2e req-b68dc645-9664-4203-8b64-0fb3456a1eec tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 943 time: 0.0466979 Aug 28 23:10:01.381239 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device dc5b548f-18c0-46fa-b702-8484a0cbfc28 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:10:01.413341 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76c664af-77ff-44ec-aabc-9ada003f0b2e req-48eedc95-c7e5-48a4-aaf6-bf15f77f8464 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Aug 28 23:10:01.476317 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port dc5b548f-18c0-46fa-b702-8484a0cbfc28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc5b548f-18c0-46fa-b702-8484a0cbfc28,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:01.487210 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28', 'network_id': '95770048-f10d-4c09-b5ee-87929c266da7', 'port_id': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28', 'mac_address': 'fa:16:3e:45:b2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa43a8e-628a-4846-b5c3-3235b4fc3275', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:10:01.522582 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:01.535898 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5b548f-18c0-46fa-b702-8484a0cbfc28 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:10:01.554525 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port dc5b548f-18c0-46fa-b702-8484a0cbfc28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc5b548f-18c0-46fa-b702-8484a0cbfc28,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:01.601764 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5329c-7ffd-46fc-9439-25915cc1d191 req-679c0fcf-af92-46f8-a7a3-bd32ae78b41a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:01.603253 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cba5329c-7ffd-46fc-9439-25915cc1d191 req-679c0fcf-af92-46f8-a7a3-bd32ae78b41a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0473883 Aug 28 23:10:01.641069 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:01.672238 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cba5329c-7ffd-46fc-9439-25915cc1d191 req-cd5272c7-f059-4cab-9ff8-5fd5c820b808 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631106 Aug 28 23:10:01.684835 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde3273-faf9-4e4b-9b92-e9c78a65ef09 req-22b721ba-25a1-46e1-b294-64ac19b428ff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:01.686459 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dcde3273-faf9-4e4b-9b92-e9c78a65ef09 req-22b721ba-25a1-46e1-b294-64ac19b428ff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0762913 Aug 28 23:10:01.689660 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=dc5b548f-18c0-46fa-b702-8484a0cbfc28,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:01.696892 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.697259 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.697782 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.698270 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.698755 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.699832 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.700317 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.700802 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.701301 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.701810 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.702303 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.702769 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:01.736615 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dcde3273-faf9-4e4b-9b92-e9c78a65ef09 req-dac1981c-3b24-4a89-aaa3-fa5282740f26 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 Aug 28 23:10:02.163802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4af0-6ec7-4766-b481-437fa507bab6 req-25d2484a-f8f8-447b-b24d-4339cdc7e735 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:02.165475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2dfd4af0-6ec7-4766-b481-437fa507bab6 req-25d2484a-f8f8-447b-b24d-4339cdc7e735 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0488887 Aug 28 23:10:02.204518 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2dfd4af0-6ec7-4766-b481-437fa507bab6 req-9b3dde57-fb5a-4085-9220-07931663b70c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Aug 28 23:10:02.217273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35306) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:02.320025 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b12ca32-3bc3-4775-bcb5-74de02d8ac09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.405782 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b12ca32-3bc3-4775-bcb5-74de02d8ac09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.537646 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9009-271d-4289-a275-dd80cc6be6b1 req-bff3ac92-be27-4509-9f3c-d574ff2b4212 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:02.539137 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25ce9009-271d-4289-a275-dd80cc6be6b1 req-bff3ac92-be27-4509-9f3c-d574ff2b4212 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 944 time: 0.0507646 Aug 28 23:10:02.576222 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25ce9009-271d-4289-a275-dd80cc6be6b1 req-cce0150b-525a-468b-893d-f6dc6abb60fb tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Aug 28 23:10:02.595450 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b12ca32-3bc3-4775-bcb5-74de02d8ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.633202 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9b12ca32-3bc3-4775-bcb5-74de02d8ac09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70411c08648f403e84e465f9098cdff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148109 Aug 28 23:10:02.634064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12ca32-3bc3-4775-bcb5-74de02d8ac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4437d0d2-c6b6-4c30-90d4-bceb76099c3a,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:02.635952 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 35312) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:02.685430 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fd43bb77-199b-43b6-adb5-3ffdced016d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.705820 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fd43bb77-199b-43b6-adb5-3ffdced016d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.818755 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fd43bb77-199b-43b6-adb5-3ffdced016d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.821370 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fd43bb77-199b-43b6-adb5-3ffdced016d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:02.822523 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fd43bb77-199b-43b6-adb5-3ffdced016d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4437d0d2-c6b6-4c30-90d4-bceb76099c3a HTTP/1.1" status: 204 len: 168 time: 0.1849763 Aug 28 23:10:02.830340 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43bb77-199b-43b6-adb5-3ffdced016d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4437d0d2-c6b6-4c30-90d4-bceb76099c3a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:02.857878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e7584-6065-4fbf-8bd7-088fdcec1ebe req-4f5f2703-5265-4dad-8c44-fd710eafed85 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:02.859388 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a67e7584-6065-4fbf-8bd7-088fdcec1ebe req-4f5f2703-5265-4dad-8c44-fd710eafed85 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0528183 Aug 28 23:10:02.896946 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a67e7584-6065-4fbf-8bd7-088fdcec1ebe req-e4562234-fc48-47ab-9071-3ff1e0faa42a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Aug 28 23:10:03.319298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f787-e642-40dc-9854-4f2ed3489824 req-ffdfab52-8725-4454-adc5-88527dbd1e1e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:03.320940 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c7c4f787-e642-40dc-9854-4f2ed3489824 req-ffdfab52-8725-4454-adc5-88527dbd1e1e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0488610 Aug 28 23:10:03.358568 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c7c4f787-e642-40dc-9854-4f2ed3489824 req-836d99be-2a07-4a29-aa4f-f67b95fa39ce tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Aug 28 23:10:03.689235 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d992-8700-4f66-bf60-15c115af2f80 req-64af5072-3a8c-48b4-806b-15e4cec0d0ca tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:03.690672 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b7d2d992-8700-4f66-bf60-15c115af2f80 req-64af5072-3a8c-48b4-806b-15e4cec0d0ca tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 944 time: 0.0511203 Aug 28 23:10:03.728001 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b7d2d992-8700-4f66-bf60-15c115af2f80 req-f5112cf3-6ad8-4a14-ba1a-3fb259897304 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Aug 28 23:10:04.017012 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb635d-53eb-4646-8713-f7f561c52085 req-7045b117-ff71-4de0-a55d-3535d9fbd2fc tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:04.018596 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dffb635d-53eb-4646-8713-f7f561c52085 req-7045b117-ff71-4de0-a55d-3535d9fbd2fc tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0510070 Aug 28 23:10:04.059611 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dffb635d-53eb-4646-8713-f7f561c52085 req-69141890-4a28-44e7-9ef0-51a34910aedc tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Aug 28 23:10:04.468411 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f86f8-fa06-40cc-8134-8c1ff5591b05 req-fcb992b1-a8e2-4dd5-b8db-87f62b1efdb1 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:04.469805 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb4f86f8-fa06-40cc-8134-8c1ff5591b05 req-fcb992b1-a8e2-4dd5-b8db-87f62b1efdb1 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0467300 Aug 28 23:10:04.507147 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb4f86f8-fa06-40cc-8134-8c1ff5591b05 req-43994079-d8da-4574-9b3c-f253500424f3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 28 23:10:04.661020 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-9bde9416-eeec-4d38-aa1a-34b9cff6e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:04.662529 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-9bde9416-eeec-4d38-aa1a-34b9cff6e842 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.0436745 Aug 28 23:10:04.758926 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-d27af0cd-f234-480d-9195-a7eea64e7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:04.760451 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-d27af0cd-f234-480d-9195-a7eea64e7406 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.0894454 Aug 28 23:10:04.816226 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-cbb73bdf-b06b-4db0-bcb5-6328e8c08fd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.0422490 Aug 28 23:10:04.896018 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267d54-5f8e-402e-8d2e-4671b5d4062b req-adb84c96-ff60-47d0-b031-9a1a0f9fae82 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:04.897474 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5267d54-5f8e-402e-8d2e-4671b5d4062b req-adb84c96-ff60-47d0-b031-9a1a0f9fae82 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 944 time: 0.0840340 Aug 28 23:10:04.899144 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-5fff28b1-3e5e-435c-8335-ff4a9d0b1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:04.900456 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-5fff28b1-3e5e-435c-8335-ff4a9d0b1e2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0608766 Aug 28 23:10:04.931797 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['dc5b548f-18c0-46fa-b702-8484a0cbfc28'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:04.949667 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-bbf32176-eac2-4fa6-96ce-bfaea94f6ac1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305357 Aug 28 23:10:04.956734 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5267d54-5f8e-402e-8d2e-4671b5d4062b req-94602daa-f34c-4e01-8c1b-585a4666e5c9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Aug 28 23:10:05.057438 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-414e81da-ce03-44d1-a940-cf562611d761 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Aug 28 23:10:05.163106 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d659cade-e55f-41f7-ba10-03ecc2e1ecca req-7da385f4-2f32-4aee-adf4-e0ddee36deaa service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009171 Aug 28 23:10:05.198382 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53405306-7190-4c96-90ca-8c87cb53bb6b req-1cfb59cd-674d-4c98-80d3-b37ef7c44f7a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:05.200607 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53405306-7190-4c96-90ca-8c87cb53bb6b req-1cfb59cd-674d-4c98-80d3-b37ef7c44f7a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0564580 Aug 28 23:10:05.239747 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53405306-7190-4c96-90ca-8c87cb53bb6b req-e10e814e-36a0-4d96-8153-9f1b938ba4b0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320735 Aug 28 23:10:05.626300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0c9b2-c809-4f8e-a076-48d136aa86b6 req-51caa956-c0ed-486e-9513-95f4a9d42cd4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:05.627792 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-87b0c9b2-c809-4f8e-a076-48d136aa86b6 req-51caa956-c0ed-486e-9513-95f4a9d42cd4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0542743 Aug 28 23:10:05.665808 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-87b0c9b2-c809-4f8e-a076-48d136aa86b6 req-d703f514-3b8d-436b-8825-46fa68908e5f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Aug 28 23:10:06.067855 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237c6bb-e6b5-470d-8bb0-15462529b0bd req-296e79b1-58c1-476e-9689-ad8d9cbd5770 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:06.069296 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5237c6bb-e6b5-470d-8bb0-15462529b0bd req-296e79b1-58c1-476e-9689-ad8d9cbd5770 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 944 time: 0.0480773 Aug 28 23:10:06.110581 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5237c6bb-e6b5-470d-8bb0-15462529b0bd req-2d8f535d-32b7-41a8-8fbd-e0ceff81c212 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Aug 28 23:10:06.361465 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ca053-0174-45b5-bd35-15b373bb1166 req-98299f06-cd45-48e3-96b2-fd0e48c36a80 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:06.362879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-978ca053-0174-45b5-bd35-15b373bb1166 req-98299f06-cd45-48e3-96b2-fd0e48c36a80 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0501583 Aug 28 23:10:06.400474 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-978ca053-0174-45b5-bd35-15b373bb1166 req-3b71b782-ef17-46f0-8192-27d9506dddeb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Aug 28 23:10:06.511404 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device dc5b548f-18c0-46fa-b702-8484a0cbfc28 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:10:06.640771 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port dc5b548f-18c0-46fa-b702-8484a0cbfc28 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:10:06.644443 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port dc5b548f-18c0-46fa-b702-8484a0cbfc28 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:10:06.644818 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:06.726686 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:06.752099 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:06.754414 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ed344-b64e-490d-a539-b334125e5a5b" -d '{"events": [{"server_uuid": "a893746b-41f4-43b7-95fd-6a2124a10907", "name": "network-vif-plugged", "status": "completed", "tag": "dc5b548f-18c0-46fa-b702-8484a0cbfc28"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:06.766517 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port dc5b548f-18c0-46fa-b702-8484a0cbfc28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc5b548f-18c0-46fa-b702-8484a0cbfc28,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:06.780166 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62da6-d402-431a-a7d3-74dd155834d1 req-57eeffd7-4d50-44a7-8793-9fd760ae50b7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:06.781817 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0f62da6-d402-431a-a7d3-74dd155834d1 req-57eeffd7-4d50-44a7-8793-9fd760ae50b7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0473847 Aug 28 23:10:06.822052 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0f62da6-d402-431a-a7d3-74dd155834d1 req-311f2cd7-58cd-43ea-af3a-6c80dbf81472 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Aug 28 23:10:06.830106 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:06.870852 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a003e5a-9162-4924-b115-bc3c24e10cff x-openstack-request-id: req-7a003e5a-9162-4924-b115-bc3c24e10cff {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:06.871132 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a893746b-41f4-43b7-95fd-6a2124a10907", "name": "network-vif-plugged", "status": "completed", "tag": "dc5b548f-18c0-46fa-b702-8484a0cbfc28", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:06.871377 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a003e5a-9162-4924-b115-bc3c24e10cff {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:06.871836 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28', 'code': 200} Aug 28 23:10:06.881447 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=dc5b548f-18c0-46fa-b702-8484a0cbfc28,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:07.254441 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738f1f-1ef2-451c-b5cf-a00aa3935a9d req-4695ea65-5dd3-447a-a719-d8d539f67fe7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:07.254963 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c2738f1f-1ef2-451c-b5cf-a00aa3935a9d req-4695ea65-5dd3-447a-a719-d8d539f67fe7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0784118 Aug 28 23:10:07.294054 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c2738f1f-1ef2-451c-b5cf-a00aa3935a9d req-0499145b-69ca-4884-bdc3-38dab4a921e1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Aug 28 23:10:07.517403 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d8d3-bb7e-42f4-9a49-9678906e2f0e req-ee3663d4-c286-4af8-acb9-cbeedf66a074 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:07.518893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3c95d8d3-bb7e-42f4-9a49-9678906e2f0e req-ee3663d4-c286-4af8-acb9-cbeedf66a074 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Aug 28 23:10:07.555879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3c95d8d3-bb7e-42f4-9a49-9678906e2f0e req-855963da-6c9f-4cec-b96c-5294d9ad86ed tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Aug 28 23:10:07.933089 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c419f-9538-4dca-a6da-f2b4fd4e1935 req-95c2e6b2-2744-48e9-aa0e-32b0eaad4846 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:07.934739 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-808c419f-9538-4dca-a6da-f2b4fd4e1935 req-95c2e6b2-2744-48e9-aa0e-32b0eaad4846 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0477228 Aug 28 23:10:07.970899 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-808c419f-9538-4dca-a6da-f2b4fd4e1935 req-50dddf4f-504e-4427-a0ec-71e6fc451e28 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304260 Aug 28 23:10:08.411401 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937eff2-02cc-407e-b442-359d53462627 req-75607771-b2cf-44c0-898f-c59dd2a7e91d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:08.412841 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1937eff2-02cc-407e-b442-359d53462627 req-75607771-b2cf-44c0-898f-c59dd2a7e91d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Aug 28 23:10:08.448854 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1937eff2-02cc-407e-b442-359d53462627 req-1917d677-44af-4da8-9fd2-9caf0726a4ac tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303252 Aug 28 23:10:08.674513 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045d9b4-7514-4cf6-ab9e-9855aa4e18ef req-8f0693cc-58e1-4cbe-854a-9b2a4338843b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:08.675970 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6045d9b4-7514-4cf6-ab9e-9855aa4e18ef req-8f0693cc-58e1-4cbe-854a-9b2a4338843b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0510235 Aug 28 23:10:08.712130 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6045d9b4-7514-4cf6-ab9e-9855aa4e18ef req-c58a15e7-946c-46c5-a0d4-f01d9f61cb25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303557 Aug 28 23:10:09.081457 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf239-5f3b-4418-ac4d-8bbd3c8cbabc req-9b8f8472-67cf-463e-855e-853f6827ccb1 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:09.083324 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8afcf239-5f3b-4418-ac4d-8bbd3c8cbabc req-9b8f8472-67cf-463e-855e-853f6827ccb1 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0477870 Aug 28 23:10:09.120612 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8afcf239-5f3b-4418-ac4d-8bbd3c8cbabc req-aec0c8ad-eeef-41cd-b41c-b4ee56dea891 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Aug 28 23:10:09.559824 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0e01c-17e7-47bc-9c6e-7931d5ec7dc7 req-af56832c-2ef3-40b7-9dc2-ff1acdc1a7c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:09.561190 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-13d0e01c-17e7-47bc-9c6e-7931d5ec7dc7 req-af56832c-2ef3-40b7-9dc2-ff1acdc1a7c8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0467589 Aug 28 23:10:09.598471 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-13d0e01c-17e7-47bc-9c6e-7931d5ec7dc7 req-2f92ce38-7543-4386-b487-051366db82b4 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Aug 28 23:10:09.834778 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ea26d-e8a2-47d4-ad9a-b13f15a86710 req-42e24089-e6a9-4f06-9d8f-530ab30bf515 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:09.836262 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0c0ea26d-e8a2-47d4-ad9a-b13f15a86710 req-42e24089-e6a9-4f06-9d8f-530ab30bf515 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0516465 Aug 28 23:10:09.873826 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0c0ea26d-e8a2-47d4-ad9a-b13f15a86710 req-515cd082-f888-48ed-b67d-bf9369f0e116 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Aug 28 23:10:10.212712 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fbb3b051-92d3-49d0-ac09-ce4ded200451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:10.234394 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376c42-3212-4456-89da-59e68c7b1cf6 req-eb5cfa16-aec3-44d8-9f29-017dcfc3e3cc tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:10.235873 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-14376c42-3212-4456-89da-59e68c7b1cf6 req-eb5cfa16-aec3-44d8-9f29-017dcfc3e3cc tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Aug 28 23:10:10.273317 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-14376c42-3212-4456-89da-59e68c7b1cf6 req-7d2a610e-d9d2-40b6-ba65-454d6de7c3d6 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Aug 28 23:10:10.373924 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ca2a1-a959-4cea-a21d-3c2c9d342007 req-186c8a45-678d-4973-90ef-7291df9f5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:10.373924 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-340ca2a1-a959-4cea-a21d-3c2c9d342007 req-186c8a45-678d-4973-90ef-7291df9f5a38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 1098 time: 0.0397367 Aug 28 23:10:10.410679 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-340ca2a1-a959-4cea-a21d-3c2c9d342007 req-414183b5-6c15-4756-8f36-d7c0e78be597 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272582 Aug 28 23:10:10.714720 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a7ff3-ba76-4a23-a6b3-36745de709ed req-5517554f-fb86-4b00-8aa8-d1622a54e94a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:10.716699 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ec2a7ff3-ba76-4a23-a6b3-36745de709ed req-5517554f-fb86-4b00-8aa8-d1622a54e94a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0517359 Aug 28 23:10:10.754172 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ec2a7ff3-ba76-4a23-a6b3-36745de709ed req-bbb7e3b4-c3bb-412c-b097-cfced5ad4108 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Aug 28 23:10:10.987547 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70e1a7-d3e0-4c28-ab6b-b849e18d71d8 req-8807af38-374d-46d3-a316-a775843a6b41 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:10.988914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d70e1a7-d3e0-4c28-ab6b-b849e18d71d8 req-8807af38-374d-46d3-a316-a775843a6b41 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0468366 Aug 28 23:10:11.025918 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d70e1a7-d3e0-4c28-ab6b-b849e18d71d8 req-7d5085a2-6cc5-4b07-ae80-c9132772d506 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Aug 28 23:10:11.386168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554dc1e-48bb-4c01-bba0-26eb53719dec req-0775e7ad-7141-4149-8d9e-948d7b213cca tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:11.387671 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f554dc1e-48bb-4c01-bba0-26eb53719dec req-0775e7ad-7141-4149-8d9e-948d7b213cca tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0482967 Aug 28 23:10:11.430212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f554dc1e-48bb-4c01-bba0-26eb53719dec req-55165f51-5379-4f74-ab23-d52b691580ed tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Aug 28 23:10:11.882328 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eecec9-72f6-4915-8085-b70ac490cb1d req-ec540a6a-7a57-4c6d-beca-192eba4b6220 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:11.883798 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-63eecec9-72f6-4915-8085-b70ac490cb1d req-ec540a6a-7a57-4c6d-beca-192eba4b6220 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0594759 Aug 28 23:10:11.927463 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-63eecec9-72f6-4915-8085-b70ac490cb1d req-937cd367-68f6-4090-b840-d7556a54cf9c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Aug 28 23:10:12.146668 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5ebf2-913c-4dd8-bd65-c75b60677d89 req-cbc5b351-c6b9-42e0-a526-1bee6d0e5f1d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:12.148207 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5ce5ebf2-913c-4dd8-bd65-c75b60677d89 req-cbc5b351-c6b9-42e0-a526-1bee6d0e5f1d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0491316 Aug 28 23:10:12.189604 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5ce5ebf2-913c-4dd8-bd65-c75b60677d89 req-7c5a4eb7-ead5-4c78-8b3a-de11e17eefb2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Aug 28 23:10:12.550704 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e4c0b-e773-4101-ba2f-e3dac961b502 req-2b9e2abc-d13c-472c-a3c5-4cc3df5a8e32 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:12.554260 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a98e4c0b-e773-4101-ba2f-e3dac961b502 req-2b9e2abc-d13c-472c-a3c5-4cc3df5a8e32 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0571976 Aug 28 23:10:12.590207 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a98e4c0b-e773-4101-ba2f-e3dac961b502 req-f7d5c8e6-189e-4f2e-9d2d-e5dd46bceec3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Aug 28 23:10:12.688732 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-792fb0bd-759a-4de1-bb79-0759d599b715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:12.978471 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:13.046642 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb01cd5-de81-43a5-ab1c-cef63b257529 req-ec57991a-2b3d-4600-b48a-ebc18e2991f0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:13.048095 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-adb01cd5-de81-43a5-ab1c-cef63b257529 req-ec57991a-2b3d-4600-b48a-ebc18e2991f0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Aug 28 23:10:13.087263 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-adb01cd5-de81-43a5-ab1c-cef63b257529 req-ecaf8f0d-940d-4cca-8933-8dba81e330b2 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Aug 28 23:10:13.317596 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bc3e4-6159-4875-af07-d3e434055745 req-614f8b45-04f0-4a78-8ce3-a91ab2731d80 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:13.325486 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a19bc3e4-6159-4875-af07-d3e434055745 req-614f8b45-04f0-4a78-8ce3-a91ab2731d80 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0624409 Aug 28 23:10:13.359044 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a19bc3e4-6159-4875-af07-d3e434055745 req-52ae097a-db84-4b23-97b4-6ba58edbb1cc tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Aug 28 23:10:14.094873 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8a081-9dfd-41ee-b34f-1c79e829f54a req-1f947d02-65f0-4e33-9c26-1c4597d06823 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:14.096556 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ad8a081-9dfd-41ee-b34f-1c79e829f54a req-1f947d02-65f0-4e33-9c26-1c4597d06823 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0552051 Aug 28 23:10:14.135542 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ad8a081-9dfd-41ee-b34f-1c79e829f54a req-1cdc37e1-98ef-453c-b97d-469643e24522 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Aug 28 23:10:14.285155 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:14.486213 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d2389-5939-4016-85c6-7edb1df28f55 req-1bdd01f2-8bb7-4a32-84d5-8ca2d8f24076 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:14.487863 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d77d2389-5939-4016-85c6-7edb1df28f55 req-1bdd01f2-8bb7-4a32-84d5-8ca2d8f24076 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0554802 Aug 28 23:10:14.532389 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d77d2389-5939-4016-85c6-7edb1df28f55 req-44f4fc1e-b5e8-42d2-b698-45dbd370f1e0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375187 Aug 28 23:10:14.618136 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 35582) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:14.678965 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35586) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:14.768973 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0bec90fe-3f20-46ac-a0c5-ef41b900a2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:14.783014 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-50a5698f-7606-42aa-b47b-b512f78997da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:14.864685 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0bec90fe-3f20-46ac-a0c5-ef41b900a2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:14.956157 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0bec90fe-3f20-46ac-a0c5-ef41b900a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:14.994871 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0bec90fe-3f20-46ac-a0c5-ef41b900a2d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bec6054d1574efcb273683309baab19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756499 Aug 28 23:10:14.995707 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec90fe-3f20-46ac-a0c5-ef41b900a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980ae8d-268b-4428-b921-f24cd311efcd,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:14.998721 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 35592) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:15.044287 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-50a5698f-7606-42aa-b47b-b512f78997da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.062170 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1deafd8-48c3-4713-b9c4-a8846cd64d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.088450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1deafd8-48c3-4713-b9c4-a8846cd64d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.155230 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-50a5698f-7606-42aa-b47b-b512f78997da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.201292 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-50a5698f-7606-42aa-b47b-b512f78997da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8d3a5291fec4f3d8193be18e3fe8c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157938 Aug 28 23:10:15.201394 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 35604) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:15.206754 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5698f-7606-42aa-b47b-b512f78997da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37e013-bf77-4b4e-a543-2e66f8beb37c,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:15.254247 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f4394ac-ddd8-48b6-8680-d2bf785df7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.279147 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f4394ac-ddd8-48b6-8680-d2bf785df7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.287144 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1deafd8-48c3-4713-b9c4-a8846cd64d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.290581 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d1deafd8-48c3-4713-b9c4-a8846cd64d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.294843 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d1deafd8-48c3-4713-b9c4-a8846cd64d49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e980ae8d-268b-4428-b921-f24cd311efcd HTTP/1.1" status: 204 len: 168 time: 0.2921674 Aug 28 23:10:15.310254 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deafd8-48c3-4713-b9c4-a8846cd64d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980ae8d-268b-4428-b921-f24cd311efcd,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:15.395448 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f4394ac-ddd8-48b6-8680-d2bf785df7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.396722 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.398458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3f4394ac-ddd8-48b6-8680-d2bf785df7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:15.399811 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-3f4394ac-ddd8-48b6-8680-d2bf785df7ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f37e013-bf77-4b4e-a543-2e66f8beb37c HTTP/1.1" status: 204 len: 168 time: 0.2002277 Aug 28 23:10:15.410196 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4394ac-ddd8-48b6-8680-d2bf785df7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37e013-bf77-4b4e-a543-2e66f8beb37c,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:15.654652 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d177781-5b87-40d6-9099-daf69ff4af75 req-83e420f1-0a9d-4cd8-9154-4d2de15e6833 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:15.656128 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d177781-5b87-40d6-9099-daf69ff4af75 req-83e420f1-0a9d-4cd8-9154-4d2de15e6833 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Aug 28 23:10:15.699914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d177781-5b87-40d6-9099-daf69ff4af75 req-bc97fbff-0a62-4f6d-94eb-0991dd058270 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Aug 28 23:10:16.530786 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35644) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:16.659725 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1405445374-network', 'tenant_id': '58a46ce3b2d04d6caace30379bef901d'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:10:16.743005 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Made reservation on behalf of 58a46ce3b2d04d6caace30379bef901d for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:10:16.745715 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:16.755232 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:16.852995 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92d6fe-ef00-4943-b67d-33875e82d50f req-f1e10dfb-39e6-4e5a-87f8-6f6e7df92859 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:16.854758 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fe92d6fe-ef00-4943-b67d-33875e82d50f req-f1e10dfb-39e6-4e5a-87f8-6f6e7df92859 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0723288 Aug 28 23:10:16.913050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:16.916747 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fe92d6fe-ef00-4943-b67d-33875e82d50f req-50e14ca1-3b82-4e6e-9c18-b9ac53251eba tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558670 Aug 28 23:10:16.977971 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:16.998834 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:10:17.011436 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccdc553-352d-43bb-ab6d-51dce934cf11,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:17.016651 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.016990 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Added segment 3eb271b7-1c3e-40cc-8194-14c1d799bf14 of type vlan for network 4517c169-3099-4ad8-9ff5-a3fed58c4351 Aug 28 23:10:17.059754 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.165770 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.166788 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:17.167370 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.225406 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] Pushing event updated for resources: {'Network': ['ID=4517c169-3099-4ad8-9ff5-a3fed58c4351,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:17.235607 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 4517c169-3099-4ad8-9ff5-a3fed58c4351 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:10:17.281849 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-b18cb5dc-5f03-4646-bfa2-b64fa72fff9a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7498977 Aug 28 23:10:17.284639 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35662) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:17.290638 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Request body: {'subnet': {'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1405445374-subnet', 'tenant_id': '58a46ce3b2d04d6caace30379bef901d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:10:17.394993 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Made reservation on behalf of 58a46ce3b2d04d6caace30379bef901d for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:10:17.397225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.607346 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.658887 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289f4a0c-5f0a-47fc-839f-a05831b239d7,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:17.667760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Checking segment: {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:10:17.668112 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Network hostable DHCP agents. Network: 4517c169-3099-4ad8-9ff5-a3fed58c4351, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:10:17.720615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Network 4517c169-3099-4ad8-9ff5-a3fed58c4351 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:10:17.818139 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 4517c169-3099-4ad8-9ff5-a3fed58c4351) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:10:17.831099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:17.831099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.831286 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418a1f9-442c-4f77-8114-8ef0deffa019 None None] Network 4517c169-3099-4ad8-9ff5-a3fed58c4351 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:10:17.904742 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-22a2fd48-eec4-48cd-8ff5-3e48518cc8b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6180410 Aug 28 23:10:17.961419 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:17.963839 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c14df68-50f7-4ac5-981b-ee9d23facad2 None None] Network 4517c169-3099-4ad8-9ff5-a3fed58c4351 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:10:18.076114 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26695537-5240-48fd-9809-65ccb2e0b9b3 req-9e17a044-8a03-47f2-8751-73d79e9896a0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:18.080060 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-26695537-5240-48fd-9809-65ccb2e0b9b3 req-9e17a044-8a03-47f2-8751-73d79e9896a0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0732107 Aug 28 23:10:18.123152 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-26695537-5240-48fd-9809-65ccb2e0b9b3 req-d612c769-ce5d-40de-9e7d-4b04d26bc023 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377135 Aug 28 23:10:19.249116 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e781ccb-21c1-443d-9fd5-36a65ee00bfd req-bda42940-d3e6-493c-8a0e-2cf2e2ea2b5f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:19.250628 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e781ccb-21c1-443d-9fd5-36a65ee00bfd req-bda42940-d3e6-493c-8a0e-2cf2e2ea2b5f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Aug 28 23:10:19.288584 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e781ccb-21c1-443d-9fd5-36a65ee00bfd req-d3f61059-afec-4ffe-9799-9e6bc0308a36 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Aug 28 23:10:19.504626 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35702) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:19.608304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b2804ea-328f-4e66-970f-cde0bc61679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:19.691653 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b2804ea-328f-4e66-970f-cde0bc61679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:19.766514 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9b2804ea-328f-4e66-970f-cde0bc61679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:19.804037 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9b2804ea-328f-4e66-970f-cde0bc61679d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d96d58a2a009428d97edaaa93c9629e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983298 Aug 28 23:10:19.804997 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2804ea-328f-4e66-970f-cde0bc61679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597556ae-1bde-4478-9d70-0436941e34c7,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:19.806724 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 35708) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:19.857559 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cb3c831a-687e-4814-8d89-63289ee8a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:19.882556 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cb3c831a-687e-4814-8d89-63289ee8a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:20.029151 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cb3c831a-687e-4814-8d89-63289ee8a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:20.031757 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cb3c831a-687e-4814-8d89-63289ee8a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:20.035484 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-cb3c831a-687e-4814-8d89-63289ee8a919 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/597556ae-1bde-4478-9d70-0436941e34c7 HTTP/1.1" status: 204 len: 168 time: 0.2251515 Aug 28 23:10:20.041134 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c831a-687e-4814-8d89-63289ee8a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597556ae-1bde-4478-9d70-0436941e34c7,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:20.096960 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-bfe97374-3235-4aa8-ba40-48e36692c1ea tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:20.098438 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-bfe97374-3235-4aa8-ba40-48e36692c1ea tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/networks?id=4517c169-3099-4ad8-9ff5-a3fed58c4351 HTTP/1.1" status: 200 len: 809 time: 0.1075606 Aug 28 23:10:20.114218 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-05fa5e2f-c28b-4f4e-b4e5-9f9b8a903c4a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/quotas/58a46ce3b2d04d6caace30379bef901d HTTP/1.1" status: 200 len: 375 time: 0.0091958 Aug 28 23:10:20.143732 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-9fa7c7a4-5093-4b69-bf14-2e99bc459ac3 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58a46ce3b2d04d6caace30379bef901d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250859 Aug 28 23:10:20.239366 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-06ceed8c-b307-44b5-8b5e-e0632bdaaa4e service neutron] 10.222.0.16 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Aug 28 23:10:20.331924 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-07635eb2-65e9-4a9f-983d-80fba46d0c25 service neutron] 10.222.0.16 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863135 Aug 28 23:10:20.423675 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b548-d8c2-4b81-b4af-ca7b6380faa5 req-7eddea5d-1075-4c82-9a80-d75d25bfb120 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:20.425384 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f911b548-d8c2-4b81-b4af-ca7b6380faa5 req-7eddea5d-1075-4c82-9a80-d75d25bfb120 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Aug 28 23:10:20.474876 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f911b548-d8c2-4b81-b4af-ca7b6380faa5 req-d3d8028e-e686-466c-8212-188440e3b886 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Aug 28 23:10:20.606733 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1a94bb6-e923-4bdc-be61-8923fcefdd7d req-fdce929f-9d70-4c97-a2f2-649af0324019 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 210 time: 0.0259223 Aug 28 23:10:21.596101 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bad02-3d24-49e7-a0df-040784219eb0 req-d08d3dbb-917a-49ea-9932-43144ffe24d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:21.597590 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-880bad02-3d24-49e7-a0df-040784219eb0 req-d08d3dbb-917a-49ea-9932-43144ffe24d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0497372 Aug 28 23:10:21.636674 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-880bad02-3d24-49e7-a0df-040784219eb0 req-0ce586e1-8a25-4ec0-b0ce-e59511ff02aa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 Aug 28 23:10:21.678443 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 35778) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:21.722224 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d1e92d7-2cd0-48e7-805e-29930d4bd89a req-a198c670-63ae-42ab-b34d-16a0069824c0 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 210 time: 0.0250635 Aug 28 23:10:21.787116 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-803bd364-df78-457e-996f-7c51764e44c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:21.876838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-803bd364-df78-457e-996f-7c51764e44c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:21.949211 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-803bd364-df78-457e-996f-7c51764e44c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:21.988738 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-803bd364-df78-457e-996f-7c51764e44c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb54e0821ba149b4b05658b962e89239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092382 Aug 28 23:10:21.989562 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bd364-df78-457e-996f-7c51764e44c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e95b4-aa00-4688-8461-4f1989cf2d24,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:21.993629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 35782) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:22.038779 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15473b63-a8b3-46f2-9db7-2873d8d07619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:22.062319 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15473b63-a8b3-46f2-9db7-2873d8d07619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:22.222646 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15473b63-a8b3-46f2-9db7-2873d8d07619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:22.228807 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-15473b63-a8b3-46f2-9db7-2873d8d07619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:22.228807 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-15473b63-a8b3-46f2-9db7-2873d8d07619 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb6e95b4-aa00-4688-8461-4f1989cf2d24 HTTP/1.1" status: 204 len: 168 time: 0.2338994 Aug 28 23:10:22.234638 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473b63-a8b3-46f2-9db7-2873d8d07619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e95b4-aa00-4688-8461-4f1989cf2d24,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:22.801859 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbfa9c-0ab8-42f7-a07b-30b4ed9cc0b2 req-594552ff-1bcb-43ac-b18f-e8740a8ce3af tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:22.803438 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7dfbfa9c-0ab8-42f7-a07b-30b4ed9cc0b2 req-594552ff-1bcb-43ac-b18f-e8740a8ce3af tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0781367 Aug 28 23:10:22.879904 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-58110b39-c040-4b25-94a2-ccf183e3329f req-9e8c7349-5a70-4967-be01-e8b2fd73673c tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 210 time: 0.0863197 Aug 28 23:10:22.917907 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7dfbfa9c-0ab8-42f7-a07b-30b4ed9cc0b2 req-f64c79e1-7a93-411a-a3c8-534d8b5ac685 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026247 Aug 28 23:10:22.943430 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-4c844973-5b5c-4e86-a6d2-3e9ffeff28a5 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:22.944821 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-4c844973-5b5c-4e86-a6d2-3e9ffeff28a5 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "GET /v2.0/networks?id=4517c169-3099-4ad8-9ff5-a3fed58c4351 HTTP/1.1" status: 200 len: 809 time: 0.1732917 Aug 28 23:10:22.961684 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Request body: {'port': {'device_id': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351', 'admin_state_up': True, 'tenant_id': '58a46ce3b2d04d6caace30379bef901d'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:10:23.063037 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:10:23.126539 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Made reservation on behalf of 58a46ce3b2d04d6caace30379bef901d for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:10:23.130160 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:23.162149 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:23.174284 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'mac_address': 'fa:16:3e:2c:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:10:23.218468 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:23.232774 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5275ed48-e6d1-4a81-9df0-c1f928401ae2 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:10:23.252440 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:23.276458 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Allocated IP 172.20.0.14 (4517c169-3099-4ad8-9ff5-a3fed58c4351/289f4a0c-5f0a-47fc-839f-a05831b239d7/aaa51752-8d5e-4784-9397-a495827a1121) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:10:23.326123 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:23.376767 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=6']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:23.433104 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:23.514986 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['5275ed48-e6d1-4a81-9df0-c1f928401ae2'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:23.520413 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:23.577187 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Network 4517c169-3099-4ad8-9ff5-a3fed58c4351 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:10:23.580674 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:10:23.589461 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:10:23.643633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Pushing event updated for resources: {'Port': ['ID=aaa51752-8d5e-4784-9397-a495827a1121,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:23.681895 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:23.682961 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:23.750633 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-2fa5536e-7b1f-486d-9f05-d64e8b12b86a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7925510 Aug 28 23:10:23.775096 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Request body: {'port': {'device_id': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:10:23.836312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:24.055273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515844a-d61e-4e8e-838d-40c265ad1124 req-b26d2c7b-88cd-4a0b-a289-4a071a6a0332 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.063683 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9515844a-d61e-4e8e-838d-40c265ad1124 req-b26d2c7b-88cd-4a0b-a289-4a071a6a0332 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 932 time: 0.1047368 Aug 28 23:10:24.132863 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9515844a-d61e-4e8e-838d-40c265ad1124 req-c11174a6-e515-420c-888c-2f3728133e41 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Aug 28 23:10:24.223842 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fb021-74cb-4251-b871-6ae9dd93ad89 req-cd71b304-1450-4036-b8a3-7351562342ef tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.241614 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ce1fb021-74cb-4251-b871-6ae9dd93ad89 req-cd71b304-1450-4036-b8a3-7351562342ef tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.1257365 Aug 28 23:10:24.287151 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa51752-8d5e-4784-9397-a495827a1121 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:10:24.292533 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-83f30a22-3f21-4b86-a1c0-6efd3592395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.294895 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-83f30a22-3f21-4b86-a1c0-6efd3592395e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.0455728 Aug 28 23:10:24.296736 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:24.334201 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Transition to ACTIVE for port object aaa51752-8d5e-4784-9397-a495827a1121 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:10:24.337358 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ce1fb021-74cb-4251-b871-6ae9dd93ad89 req-03e63ac1-9a62-4c45-9c3f-48d33204e982 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947897 Aug 28 23:10:24.345863 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81439-3530-44c4-a3e4-7ac8028d9ff3 req-50751884-29c1-4858-b24d-81ff9153f353 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.347381 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aee81439-3530-44c4-a3e4-7ac8028d9ff3 req-50751884-29c1-4858-b24d-81ff9153f353 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1431060 Aug 28 23:10:24.391349 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aee81439-3530-44c4-a3e4-7ac8028d9ff3 req-a38fd113-f6ed-41ee-800c-9c97d9499e63 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366657 Aug 28 23:10:24.397461 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:24.420277 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-b698995c-dd09-446d-9b94-81eed39019e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.421800 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-b698995c-dd09-446d-9b94-81eed39019e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.1114640 Aug 28 23:10:24.455268 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa51752-8d5e-4784-9397-a495827a1121,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:24.473562 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-fdb22f83-6f05-475e-b6b1-a2fb26133b2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.0439694 Aug 28 23:10:24.528516 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-fc6a8144-1e0b-48e3-b248-f1385ea3fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.529891 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-fc6a8144-1e0b-48e3-b248-f1385ea3fdbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0459187 Aug 28 23:10:24.535906 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Attempting to bind port aaa51752-8d5e-4784-9397-a495827a1121 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:10:24.545469 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Attempting to bind port aaa51752-8d5e-4784-9397-a495827a1121 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:10:24.545469 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Attempting to bind port aaa51752-8d5e-4784-9397-a495827a1121 on network 4517c169-3099-4ad8-9ff5-a3fed58c4351 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:10:24.545469 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Port aaa51752-8d5e-4784-9397-a495827a1121 on network 4517c169-3099-4ad8-9ff5-a3fed58c4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:10:24.545469 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Attempting to bind port aaa51752-8d5e-4784-9397-a495827a1121 on network 4517c169-3099-4ad8-9ff5-a3fed58c4351 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:10:24.546065 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:10:24.546389 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Checking segment: {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:10:24.546757 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Bound using segment: {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:10:24.547161 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Bound port: aaa51752-8d5e-4784-9397-a495827a1121, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:10:24.547499 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:24.564625 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-1907103c-43d4-4c5b-8c55-8807ac9487ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Aug 28 23:10:24.634656 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] For port aaa51752-8d5e-4784-9397-a495827a1121, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:10:24.639211 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] For port aaa51752-8d5e-4784-9397-a495827a1121, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=aaa51752-8d5e-4784-9397-a495827a1121,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:10:24.680022 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-a5c3acfd-954b-480b-b5d4-ea14407e7352 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013155 Aug 28 23:10:24.703804 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:24.756155 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.756771 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:24.758265 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] 10.222.0.39 "PUT /v2.0/ports/aaa51752-8d5e-4784-9397-a495827a1121 HTTP/1.1" status: 200 len: 1094 time: 0.9875107 Aug 28 23:10:24.758761 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'tag': 'aaa51752-8d5e-4784-9397-a495827a1121'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:24.761575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b24fc13-53f2-4735-a8c2-382c5b76d705", "tag": "aaa51752-8d5e-4784-9397-a495827a1121"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:24.784204 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be1a0f-ed8f-4347-ada1-4fc2de9aaf64 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa51752-8d5e-4784-9397-a495827a1121,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:24.819547 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77327fe9-2207-4850-abfe-5d9c1b9f7cfc x-openstack-request-id: req-77327fe9-2207-4850-abfe-5d9c1b9f7cfc {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:24.819906 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b24fc13-53f2-4735-a8c2-382c5b76d705", "tag": "aaa51752-8d5e-4784-9397-a495827a1121", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:24.820217 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77327fe9-2207-4850-abfe-5d9c1b9f7cfc {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:24.820668 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'tag': 'aaa51752-8d5e-4784-9397-a495827a1121', 'status': 'completed', 'code': 200} Aug 28 23:10:24.850015 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b27aa8b4-2790-4d50-ad0a-6e87c7fb1975 req-327aa607-c5d5-4c18-95b1-7f4fac55663c service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578782 Aug 28 23:10:24.934029 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7 req-1c96c74f-264a-4996-8df2-5a5ab085f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:24.936239 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7 req-1c96c74f-264a-4996-8df2-5a5ab085f119 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58a46ce3b2d04d6caace30379bef901d&device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 1097 time: 0.0630178 Aug 28 23:10:25.062004 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7 req-38fd09db-4b94-4752-9e27-9599530e562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.063543 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7 req-38fd09db-4b94-4752-9e27-9599530e562f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=58a46ce3b2d04d6caace30379bef901d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1095695 Aug 28 23:10:25.079647 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:10:25.136415 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:10:25.137157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:25.186628 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7 req-f73c4dbb-7d9f-42dc-8822-bae2f286d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.188275 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4558bda5-2ed7-4516-bc9b-f4b73c1060c7 req-f73c4dbb-7d9f-42dc-8822-bae2f286d874 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130910 Aug 28 23:10:25.256509 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:25.272140 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dac9ac-0504-4a4c-8f51-b6cb3da95fa1 req-03796702-bb8d-483a-93f7-186251bfa4e5 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.274508 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d5dac9ac-0504-4a4c-8f51-b6cb3da95fa1 req-03796702-bb8d-483a-93f7-186251bfa4e5 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 944 time: 0.0571105 Aug 28 23:10:25.295509 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:25.298420 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557125f-1c1d-403f-84fd-0cb9c08dc73c" -d '{"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-plugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:25.310254 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-0b4d1956-6a66-41d2-b1d6-c0a759406992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.311780 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-0b4d1956-6a66-41d2-b1d6-c0a759406992 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58a46ce3b2d04d6caace30379bef901d&device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 1097 time: 0.0680654 Aug 28 23:10:25.339735 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:25.348516 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d5dac9ac-0504-4a4c-8f51-b6cb3da95fa1 req-48482d1f-6bde-41f4-9f7d-b170379e8818 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646970 Aug 28 23:10:25.353430 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59874aac-0ac1-4af8-a397-858cf2d45208 x-openstack-request-id: req-59874aac-0ac1-4af8-a397-858cf2d45208 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:25.353430 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-plugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:25.353430 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59874aac-0ac1-4af8-a397-858cf2d45208 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:25.353430 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'code': 200} Aug 28 23:10:25.382678 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-ce2603cb-aa9c-4a5c-93f1-341475b87b92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa51752-8d5e-4784-9397-a495827a1121 HTTP/1.1" status: 200 len: 217 time: 0.0569873 Aug 28 23:10:25.447205 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:25.453546 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-7c67d794-90a6-4442-9142-4d91d2636fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.457177 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-7c67d794-90a6-4442-9142-4d91d2636fb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=289f4a0c-5f0a-47fc-839f-a05831b239d7 HTTP/1.1" status: 200 len: 849 time: 0.0628524 Aug 28 23:10:25.514487 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcdd84-3160-44c6-af3f-735d712f33bf req-35195aaf-3ca1-4e9b-9abf-ef5e15a8ca94 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.518384 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76dcdd84-3160-44c6-af3f-735d712f33bf req-35195aaf-3ca1-4e9b-9abf-ef5e15a8ca94 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0723462 Aug 28 23:10:25.522266 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-6fa87f8f-93fb-40d7-8141-0f1ce56fd3d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4517c169-3099-4ad8-9ff5-a3fed58c4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538325 Aug 28 23:10:25.549409 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=7']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:25.622357 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76dcdd84-3160-44c6-af3f-735d712f33bf req-de80036f-ae1d-404b-b88f-a652ca94071e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885541 Aug 28 23:10:25.640578 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a5c34-9da9-46a2-b04e-a59ce72c26aa req-92c43031-7afb-4741-acd2-7b6c5659a2eb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:25.642095 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cc1a5c34-9da9-46a2-b04e-a59ce72c26aa req-92c43031-7afb-4741-acd2-7b6c5659a2eb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1227975 Aug 28 23:10:25.650959 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-e180fcd3-46db-4c7d-b5e6-1fc73250efa6 service neutron] 10.222.0.39 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203306 Aug 28 23:10:25.796904 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-374f9e38-db15-40ef-b7d7-ca4837c6fcf4 req-229badd6-1b62-4152-8135-81fd2ebd2486 service neutron] 10.222.0.39 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362970 Aug 28 23:10:25.955279 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cc1a5c34-9da9-46a2-b04e-a59ce72c26aa req-36fa53c7-0307-40b0-b01f-eaf574234732 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067470 Aug 28 23:10:26.497962 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd858f52-3862-4f9a-a397-0d5976a5f79c req-972fe5a5-4a5e-450e-a276-134d4a412edd tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:26.499521 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fd858f52-3862-4f9a-a397-0d5976a5f79c req-972fe5a5-4a5e-450e-a276-134d4a412edd tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 944 time: 0.0666218 Aug 28 23:10:26.542441 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fd858f52-3862-4f9a-a397-0d5976a5f79c req-f9f7e8b2-52d9-4dc3-96db-f59d6455daf4 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Aug 28 23:10:26.753185 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95da0b3-abd9-4321-9ef5-40a8decb155f req-c605df3f-d342-4a21-bae0-15a1eadb11f3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:26.755034 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b95da0b3-abd9-4321-9ef5-40a8decb155f req-c605df3f-d342-4a21-bae0-15a1eadb11f3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0529399 Aug 28 23:10:26.797716 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b95da0b3-abd9-4321-9ef5-40a8decb155f req-2438cf5f-4a1f-49bc-a2a9-a723c4c5424d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363531 Aug 28 23:10:27.115171 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a585f-df32-4380-a87d-822637ab75d2 req-e0ef5c46-809f-49f4-8742-acacaadd7b28 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:27.119928 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d10a585f-df32-4380-a87d-822637ab75d2 req-e0ef5c46-809f-49f4-8742-acacaadd7b28 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0623634 Aug 28 23:10:27.170251 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d10a585f-df32-4380-a87d-822637ab75d2 req-40b72334-5adb-453c-a9d6-353add5d5f11 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474429 Aug 28 23:10:27.666468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fdeab-c897-45e2-8dcd-bf1a8aae3983 req-62ff16a1-a7b5-4098-a4b7-e04265a1fde1 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:27.667974 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c8fdeab-c897-45e2-8dcd-bf1a8aae3983 req-62ff16a1-a7b5-4098-a4b7-e04265a1fde1 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 944 time: 0.0503836 Aug 28 23:10:27.706307 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c8fdeab-c897-45e2-8dcd-bf1a8aae3983 req-14defe36-a190-4a43-8847-1c2a72441e96 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312479 Aug 28 23:10:27.924292 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4618-0016-43a6-a942-b2148be79750 req-c14f1f25-5243-4e78-a897-1e13fe3be6a3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:27.927552 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-906a4618-0016-43a6-a942-b2148be79750 req-c14f1f25-5243-4e78-a897-1e13fe3be6a3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Aug 28 23:10:27.976740 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-906a4618-0016-43a6-a942-b2148be79750 req-05dde789-3001-4f1b-a9d2-76a43a7215b4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352407 Aug 28 23:10:28.306068 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90030568-03d8-4f09-a37c-fbe6e7976d98 req-6d842b27-ab24-4a68-bc77-cc290beb21c8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:28.320369 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-90030568-03d8-4f09-a37c-fbe6e7976d98 req-6d842b27-ab24-4a68-bc77-cc290beb21c8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0682521 Aug 28 23:10:28.363344 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-90030568-03d8-4f09-a37c-fbe6e7976d98 req-6b43c27e-c26b-4732-bf01-1b1d7667d814 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476279 Aug 28 23:10:28.845960 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd52ca8-7e18-41d9-835e-ca6e3a027da8 req-1c5b31ac-47e3-4bc3-9c2e-c9f299406126 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:28.847477 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dd52ca8-7e18-41d9-835e-ca6e3a027da8 req-1c5b31ac-47e3-4bc3-9c2e-c9f299406126 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 944 time: 0.0645146 Aug 28 23:10:28.893349 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dd52ca8-7e18-41d9-835e-ca6e3a027da8 req-d7a427fd-0b62-40d5-b758-bfba5f1144c3 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Aug 28 23:10:29.107594 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device aaa51752-8d5e-4784-9397-a495827a1121 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:10:29.176857 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dc3bc-f2b9-4d58-aaba-75b54904643b req-906d072a-4c71-40df-b40a-7a7b3a923598 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:29.178724 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f7dc3bc-f2b9-4d58-aaba-75b54904643b req-906d072a-4c71-40df-b40a-7a7b3a923598 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0827696 Aug 28 23:10:29.245384 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f7dc3bc-f2b9-4d58-aaba-75b54904643b req-851159d8-bcd5-47fd-98ec-02baae452a07 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503380 Aug 28 23:10:29.250462 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port aaa51752-8d5e-4784-9397-a495827a1121, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=aaa51752-8d5e-4784-9397-a495827a1121,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:29.263070 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'aaa51752-8d5e-4784-9397-a495827a1121', 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351', 'port_id': 'aaa51752-8d5e-4784-9397-a495827a1121', 'mac_address': 'fa:16:3e:e3:67:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289f4a0c-5f0a-47fc-839f-a05831b239d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:10:29.306714 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:29.325657 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa51752-8d5e-4784-9397-a495827a1121 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:10:29.349008 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port aaa51752-8d5e-4784-9397-a495827a1121, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=aaa51752-8d5e-4784-9397-a495827a1121,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:29.446515 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:29.505683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab5160-7c03-4106-a6ac-fc9bc7b17dac req-1e8b2d83-3c05-400f-992f-962e80908f23 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:29.506765 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=aaa51752-8d5e-4784-9397-a495827a1121,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:29.507977 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5ab5160-7c03-4106-a6ac-fc9bc7b17dac req-1e8b2d83-3c05-400f-992f-962e80908f23 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0662222 Aug 28 23:10:29.561491 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5ab5160-7c03-4106-a6ac-fc9bc7b17dac req-e2fa6c5e-4346-4c81-9586-c1c8c8849ab3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 Aug 28 23:10:29.597050 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:10:29.866828 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['aaa51752-8d5e-4784-9397-a495827a1121'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:30.043203 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676b07b-667a-46fb-9a9f-2fa114dff2fb req-1c8b7d8d-c05c-4320-8f21-e9607a52e662 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:30.045064 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7676b07b-667a-46fb-9a9f-2fa114dff2fb req-1c8b7d8d-c05c-4320-8f21-e9607a52e662 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 945 time: 0.0580192 Aug 28 23:10:30.089938 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7676b07b-667a-46fb-9a9f-2fa114dff2fb req-0a6e1e32-7f94-4796-92c2-2582573325ff tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381320 Aug 28 23:10:30.379004 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e39f08-e5f9-43f4-9172-76b8013a3f99 req-3107685d-20f5-41f5-871f-dcc586e84869 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:30.381640 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-23e39f08-e5f9-43f4-9172-76b8013a3f99 req-3107685d-20f5-41f5-871f-dcc586e84869 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0538909 Aug 28 23:10:30.428960 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-23e39f08-e5f9-43f4-9172-76b8013a3f99 req-4a34a9b0-6a8a-40eb-92cf-70af7d63a7b9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Aug 28 23:10:30.768615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0868e1-ff82-49e3-992b-d4b2282c55a0 req-ddc55b55-ed5b-4607-9bf6-511236108d03 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:30.782188 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ba0868e1-ff82-49e3-992b-d4b2282c55a0 req-ddc55b55-ed5b-4607-9bf6-511236108d03 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0869951 Aug 28 23:10:30.827127 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ba0868e1-ff82-49e3-992b-d4b2282c55a0 req-8ea354b7-0710-47f9-a0df-df59f5b8a49f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511513 Aug 28 23:10:31.120321 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device aaa51752-8d5e-4784-9397-a495827a1121 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:10:31.237506 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a48a83-b609-4ae1-ad0b-3b7a75eda1e2 req-3676ecb6-f0ea-479b-9d3b-b1da84dc50b1 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:31.239167 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71a48a83-b609-4ae1-ad0b-3b7a75eda1e2 req-3676ecb6-f0ea-479b-9d3b-b1da84dc50b1 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 945 time: 0.0690639 Aug 28 23:10:31.280648 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71a48a83-b609-4ae1-ad0b-3b7a75eda1e2 req-98f35b64-dae1-4c1b-a427-411256db29a5 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349061 Aug 28 23:10:31.435005 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port aaa51752-8d5e-4784-9397-a495827a1121 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:10:31.439811 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port aaa51752-8d5e-4784-9397-a495827a1121 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:10:31.440124 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:31.567552 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:31.599043 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa51752-8d5e-4784-9397-a495827a1121'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:31.604517 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccc8a0d-8303-4740-911b-a1ff2628bfb3" -d '{"events": [{"server_uuid": "3b24fc13-53f2-4735-a8c2-382c5b76d705", "name": "network-vif-plugged", "status": "completed", "tag": "aaa51752-8d5e-4784-9397-a495827a1121"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:31.621723 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port aaa51752-8d5e-4784-9397-a495827a1121, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=aaa51752-8d5e-4784-9397-a495827a1121,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:31.688645 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f47c4-38b9-46af-8415-d934510613f5 req-bf930213-aaa9-4548-ab99-52f66b62ae6b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:31.698517 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ed2f47c4-38b9-46af-8415-d934510613f5 req-bf930213-aaa9-4548-ab99-52f66b62ae6b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0728550 Aug 28 23:10:31.761271 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:31.767078 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb2da4-6f24-4b3c-957f-e50ca1d35b0c x-openstack-request-id: req-6fdb2da4-6f24-4b3c-957f-e50ca1d35b0c {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:31.767078 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b24fc13-53f2-4735-a8c2-382c5b76d705", "name": "network-vif-plugged", "status": "completed", "tag": "aaa51752-8d5e-4784-9397-a495827a1121", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:31.767078 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fdb2da4-6f24-4b3c-957f-e50ca1d35b0c {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:31.767078 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa51752-8d5e-4784-9397-a495827a1121', 'code': 200} Aug 28 23:10:31.786273 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ed2f47c4-38b9-46af-8415-d934510613f5 req-d1241622-25c4-4d38-8acf-86ae71c7f018 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880573 Aug 28 23:10:31.846222 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=aaa51752-8d5e-4784-9397-a495827a1121,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:32.009899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42397b-670a-4fe6-96cc-9d0fae4c1f51 req-9e2d2a64-506a-4a16-9999-c4ecfcec2e02 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:32.012369 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e42397b-670a-4fe6-96cc-9d0fae4c1f51 req-9e2d2a64-506a-4a16-9999-c4ecfcec2e02 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0879750 Aug 28 23:10:32.069272 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e42397b-670a-4fe6-96cc-9d0fae4c1f51 req-62bcf231-b60b-4ab9-8459-c150cb358e38 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499063 Aug 28 23:10:32.207027 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba12967-bf1f-44d0-974e-1d5e2b3f4e23 req-7c8eef60-d2d4-4b51-9d80-e50d810ec833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:32.209649 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-9ba12967-bf1f-44d0-974e-1d5e2b3f4e23 req-7c8eef60-d2d4-4b51-9d80-e50d810ec833 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 1099 time: 0.0973108 Aug 28 23:10:32.258626 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-9ba12967-bf1f-44d0-974e-1d5e2b3f4e23 req-eb1b6f57-5903-48ba-a192-1935faef2cee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Aug 28 23:10:32.431706 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a6e8-7e3a-46b4-8e0f-4c6eb4962f42 req-16775030-ab9a-4177-9bed-13d4473fbcd7 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:32.443131 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3534a6e8-7e3a-46b4-8e0f-4c6eb4962f42 req-16775030-ab9a-4177-9bed-13d4473fbcd7 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 946 time: 0.0696781 Aug 28 23:10:32.491500 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3534a6e8-7e3a-46b4-8e0f-4c6eb4962f42 req-fb71eb01-3a95-4a0a-881f-6eb17733d883 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Aug 28 23:10:32.953139 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e6949-10b8-4b17-9190-ca50f951f9a2 req-7b5e22a0-48c4-4176-a5ac-6c5ea5cef22c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:32.954960 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c1e6949-10b8-4b17-9190-ca50f951f9a2 req-7b5e22a0-48c4-4176-a5ac-6c5ea5cef22c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0644932 Aug 28 23:10:33.002214 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c1e6949-10b8-4b17-9190-ca50f951f9a2 req-f34e91ee-66a9-40ba-8f59-2ee5abeb3816 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402417 Aug 28 23:10:33.227869 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd8d61-cdb8-40cf-bcba-d8c7ff33b0d0 req-2be986d9-83b4-44b3-be39-6f8711cb4aa7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:33.229858 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ddbd8d61-cdb8-40cf-bcba-d8c7ff33b0d0 req-2be986d9-83b4-44b3-be39-6f8711cb4aa7 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0628402 Aug 28 23:10:33.272301 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ddbd8d61-cdb8-40cf-bcba-d8c7ff33b0d0 req-536e2a57-7715-4c03-a00e-48c58ba5a802 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Aug 28 23:10:33.624225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8351d-22d1-42c5-a77e-b8876845016d req-8c1f7c89-77d7-49f1-8bd7-096b64611e13 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:33.625874 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-86f8351d-22d1-42c5-a77e-b8876845016d req-8c1f7c89-77d7-49f1-8bd7-096b64611e13 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 946 time: 0.0584273 Aug 28 23:10:33.692440 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-86f8351d-22d1-42c5-a77e-b8876845016d req-4aba31d5-158c-4b14-a0a7-e9f41cb94b82 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603974 Aug 28 23:10:34.147603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a507a2-486a-4f82-9f82-b0503c292b62 req-e157b2d3-63a0-4db4-9d12-d056accda8ff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:34.149289 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0a507a2-486a-4f82-9f82-b0503c292b62 req-e157b2d3-63a0-4db4-9d12-d056accda8ff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0662894 Aug 28 23:10:34.206082 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0a507a2-486a-4f82-9f82-b0503c292b62 req-97ffc335-a9af-4b64-b3fe-6775f91a5f5c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Aug 28 23:10:34.413727 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2de81-6b30-461f-aa3c-02f5cec770f4 req-31390c67-25bc-4cb4-8bd7-20ecc0e7aa63 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:34.415699 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dc2de81-6b30-461f-aa3c-02f5cec770f4 req-31390c67-25bc-4cb4-8bd7-20ecc0e7aa63 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0567300 Aug 28 23:10:34.459343 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dc2de81-6b30-461f-aa3c-02f5cec770f4 req-7ccb4540-4247-47d4-8ccb-149740ed3af8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Aug 28 23:10:34.812557 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0238ee-6290-41fa-bfce-885368d62a7a req-8d20b6e3-21b4-4090-85fa-ae3f563b115e tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:34.823472 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9d0238ee-6290-41fa-bfce-885368d62a7a req-8d20b6e3-21b4-4090-85fa-ae3f563b115e tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 946 time: 0.0501125 Aug 28 23:10:34.851744 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9d0238ee-6290-41fa-bfce-885368d62a7a req-4d44b76e-67a4-4995-9b2d-5545d275bf02 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Aug 28 23:10:35.354354 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adedd0-a2b6-4e09-95a3-262f89055a24 req-f636eaee-6dcd-4ce5-90f7-305afba54aba tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:35.362304 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-57adedd0-a2b6-4e09-95a3-262f89055a24 req-f636eaee-6dcd-4ce5-90f7-305afba54aba tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0687563 Aug 28 23:10:35.402242 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-57adedd0-a2b6-4e09-95a3-262f89055a24 req-07460797-5e71-4dd9-ae65-99476c5726d7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Aug 28 23:10:35.610735 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4950a-d608-474f-b4de-45d410178e02 req-ae66fe49-9298-4acc-87fd-a1ba46f5593a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:35.612460 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d2a4950a-d608-474f-b4de-45d410178e02 req-ae66fe49-9298-4acc-87fd-a1ba46f5593a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0766525 Aug 28 23:10:35.715564 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d2a4950a-d608-474f-b4de-45d410178e02 req-b877551c-4028-4dfc-8098-5921ddf4bf88 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737269 Aug 28 23:10:35.720955 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dd1ff-82e5-49fd-adb1-7310caa568c0 req-4ef5e815-3567-41b9-b4e8-17d25c78da58 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:35.722721 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a52dd1ff-82e5-49fd-adb1-7310caa568c0 req-4ef5e815-3567-41b9-b4e8-17d25c78da58 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.1092978 Aug 28 23:10:35.765051 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a52dd1ff-82e5-49fd-adb1-7310caa568c0 req-7df4795d-5b48-48af-a6a5-cdc1e27705c3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Aug 28 23:10:36.545907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce165-f902-4c08-bd2c-0c324f5457f6 req-dedbf848-b22f-49d0-bfd3-d5f0a19a2359 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:36.547393 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-567ce165-f902-4c08-bd2c-0c324f5457f6 req-dedbf848-b22f-49d0-bfd3-d5f0a19a2359 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0481784 Aug 28 23:10:36.598290 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-567ce165-f902-4c08-bd2c-0c324f5457f6 req-d20abdcf-9e52-44bc-8a4a-6d7f67719f8d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449698 Aug 28 23:10:36.632518 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b663b88-edfe-4fde-b8af-67fd4df7ac88 req-cea41591-7a1e-4282-a8bb-98d1667b573d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:36.633909 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b663b88-edfe-4fde-b8af-67fd4df7ac88 req-cea41591-7a1e-4282-a8bb-98d1667b573d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 946 time: 0.0531144 Aug 28 23:10:36.671638 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b663b88-edfe-4fde-b8af-67fd4df7ac88 req-de9f1143-8a48-4e8e-b559-2a2e9dea7209 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 28 23:10:36.808728 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea042d-d89e-46ad-b45a-7a57722a5e2d req-5ab9c9e4-d9e4-4161-9d78-e6b73312a73b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:36.810369 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-03ea042d-d89e-46ad-b45a-7a57722a5e2d req-5ab9c9e4-d9e4-4161-9d78-e6b73312a73b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Aug 28 23:10:36.873056 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-03ea042d-d89e-46ad-b45a-7a57722a5e2d req-6f402db3-cac5-4714-9426-a80a223ac6fd tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530772 Aug 28 23:10:36.896704 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cfdb-ac6d-408d-9ed1-4482f601c01b req-6a5eea47-b48a-4c60-ac62-de55c5b94414 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:36.898206 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1350cfdb-ac6d-408d-9ed1-4482f601c01b req-6a5eea47-b48a-4c60-ac62-de55c5b94414 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0519774 Aug 28 23:10:36.940298 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1350cfdb-ac6d-408d-9ed1-4482f601c01b req-bbdd4ee7-9e14-4b89-830e-13781990012f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Aug 28 23:10:37.046490 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-d1ea76f5-f894-4dc8-896a-c7f88121f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.047896 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-d1ea76f5-f894-4dc8-896a-c7f88121f0fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1099 time: 0.0391436 Aug 28 23:10:37.141288 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-e68f403e-3389-4b2f-8964-d685fa8c3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.142754 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-e68f403e-3389-4b2f-8964-d685fa8c3540 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.0857921 Aug 28 23:10:37.242866 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-79580eae-65ca-4137-9e58-fd8ef60f4b88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 200 len: 1002 time: 0.0907645 Aug 28 23:10:37.292963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-d805f09c-8b5d-4e4f-8311-c1f13592e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.295007 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-d805f09c-8b5d-4e4f-8311-c1f13592e749 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0436780 Aug 28 23:10:37.351558 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-57655e11-76c6-46e6-98b6-f676703304f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.353140 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-57655e11-76c6-46e6-98b6-f676703304f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485082 Aug 28 23:10:37.446865 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-babb6f4a-6c2e-4f5c-87d2-526dfa3b8724 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Aug 28 23:10:37.544656 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-bbd3eeec-ad72-4440-a8c1-37187747ae69 req-877ea75c-e9f6-475e-afa8-3aaf707c40a3 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819840 Aug 28 23:10:37.586317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-75b94869-4cfe-426b-98bc-636ccc21825f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.587761 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-75b94869-4cfe-426b-98bc-636ccc21825f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.0477130 Aug 28 23:10:37.712734 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Deleting port dc5b548f-18c0-46fa-b702-8484a0cbfc28 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:10:37.713068 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:37.783446 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d5717-f02e-4fcc-ab35-10dfc6de9c1b req-a8fe4db2-86ff-4b7e-b2e0-1971791029f3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.785122 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-461d5717-f02e-4fcc-ab35-10dfc6de9c1b req-a8fe4db2-86ff-4b7e-b2e0-1971791029f3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.1121011 Aug 28 23:10:37.876294 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6459df-aa18-499c-a326-106363f1b850 req-8661a646-7d76-499e-9203-4f1ea862827a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:37.877756 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6d6459df-aa18-499c-a326-106363f1b850 req-8661a646-7d76-499e-9203-4f1ea862827a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 946 time: 0.1217928 Aug 28 23:10:37.884615 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-461d5717-f02e-4fcc-ab35-10dfc6de9c1b req-9a41442a-54a9-4baa-afae-c9a920292649 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823903 Aug 28 23:10:37.891587 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] For port dc5b548f-18c0-46fa-b702-8484a0cbfc28, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc5b548f-18c0-46fa-b702-8484a0cbfc28,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:37.891587 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:37.914278 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Calling delete_port for dc5b548f-18c0-46fa-b702-8484a0cbfc28 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:10:37.973090 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6d6459df-aa18-499c-a326-106363f1b850 req-3e2411a0-dc2c-4e6b-9c7f-b722a5ac7bab tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846777 Aug 28 23:10:38.002889 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36160) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:38.042600 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e49339-54f8-430a-be1a-fff9a176fe17 req-2140bff4-d006-414d-add3-f8501799db65 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:38.044329 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-77e49339-54f8-430a-be1a-fff9a176fe17 req-2140bff4-d006-414d-add3-f8501799db65 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0757074 Aug 28 23:10:38.111187 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.141972 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-77e49339-54f8-430a-be1a-fff9a176fe17 req-a94fb9a0-093c-4e92-836e-854d1ef2c327 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828917 Aug 28 23:10:38.160936 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c942ac-3e1a-4194-8619-b86902b7ccc0 req-ae695bf2-5e31-4439-9982-06d5eaa68729 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:38.160936 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-44c942ac-3e1a-4194-8619-b86902b7ccc0 req-ae695bf2-5e31-4439-9982-06d5eaa68729 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 945 time: 0.1273558 Aug 28 23:10:38.204579 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-44c942ac-3e1a-4194-8619-b86902b7ccc0 req-3b843f84-760e-434c-be1a-2a13e2be2c1e tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366209 Aug 28 23:10:38.208223 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.251967 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.265581 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'e8d1d3b5-a58b-4411-b965-273aa56d8147', '5ad2f1f3-9fcd-47d3-b699-856286bff5c0', 'dc5b548f-18c0-46fa-b702-8484a0cbfc28'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:38.280480 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.284765 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event deleted for resources: {'Port': ['ID=dc5b548f-18c0-46fa-b702-8484a0cbfc28,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:38.297501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.298450 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.298450 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.298665 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.298881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.299217 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.299548 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.299878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.300206 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.300533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.301219 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.301219 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.324258 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b313e4326fa745e48d900c25ea4de3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202810 Aug 28 23:10:38.325447 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36164) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:38.326099 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56439ea-7ca7-4b62-be9b-5112476e4d81,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:38.334760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] No DVR routers for this DVR port dc5b548f-18c0-46fa-b702-8484a0cbfc28 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:10:38.337358 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.339809 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6d9df461-8916-46e9-a9c9-5246ffad68d2 req-a7743161-6c7c-433e-a724-a2f0faf69214 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "DELETE /v2.0/ports/dc5b548f-18c0-46fa-b702-8484a0cbfc28 HTTP/1.1" status: 204 len: 173 time: 0.7430215 Aug 28 23:10:38.340319 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'name': 'network-vif-deleted', 'tag': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:38.343757 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79170a2d-b6f9-42c4-81c0-5a52ea22fee0" -d '{"events": [{"server_uuid": "a893746b-41f4-43b7-95fd-6a2124a10907", "name": "network-vif-deleted", "tag": "dc5b548f-18c0-46fa-b702-8484a0cbfc28"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:38.344217 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.344756 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.345267 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.345600 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.345969 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.346279 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.346600 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.346919 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.347237 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.347552 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.347862 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.348450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b21d08-7039-4e75-aa9f-d15f0331e774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:10:38.395640 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e687734-1520-4ca3-a601-79305027ba8a x-openstack-request-id: req-2e687734-1520-4ca3-a601-79305027ba8a {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:38.395940 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a893746b-41f4-43b7-95fd-6a2124a10907", "name": "network-vif-deleted", "tag": "dc5b548f-18c0-46fa-b702-8484a0cbfc28", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:38.396193 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e687734-1520-4ca3-a601-79305027ba8a {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:38.396586 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a893746b-41f4-43b7-95fd-6a2124a10907', 'name': 'network-vif-deleted', 'tag': 'dc5b548f-18c0-46fa-b702-8484a0cbfc28', 'status': 'completed', 'code': 200} Aug 28 23:10:38.407407 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-be56df5f-e3de-49ba-a10a-a9573f597c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.420633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-cb1bf27e-78e2-49f3-ac76-943efa20745d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:38.422156 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-cb1bf27e-78e2-49f3-ac76-943efa20745d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 946 time: 0.0589955 Aug 28 23:10:38.433173 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-be56df5f-e3de-49ba-a10a-a9573f597c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.549427 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-be56df5f-e3de-49ba-a10a-a9573f597c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.552391 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-be56df5f-e3de-49ba-a10a-a9573f597c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.553814 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-be56df5f-e3de-49ba-a10a-a9573f597c44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a56439ea-7ca7-4b62-be9b-5112476e4d81 HTTP/1.1" status: 204 len: 168 time: 0.2253382 Aug 28 23:10:38.556811 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Deleting port aaa51752-8d5e-4784-9397-a495827a1121 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:10:38.560603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.565786 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56df5f-e3de-49ba-a10a-a9573f597c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56439ea-7ca7-4b62-be9b-5112476e4d81,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:38.669408 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] For port aaa51752-8d5e-4784-9397-a495827a1121, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=aaa51752-8d5e-4784-9397-a495827a1121,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:38.670060 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.682289 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Calling delete_port for aaa51752-8d5e-4784-9397-a495827a1121 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:10:38.863329 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.893552 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Pushing event deleted for resources: {'Port': ['ID=aaa51752-8d5e-4784-9397-a495827a1121,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:38.942953 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] No DVR routers for this DVR port aaa51752-8d5e-4784-9397-a495827a1121 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:10:38.944785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:38.946954 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-17c13910-b7d8-4ef5-bdc6-74e898a82659 req-3321d050-d783-4231-abf5-8eceb9c85bb8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "DELETE /v2.0/ports/aaa51752-8d5e-4784-9397-a495827a1121 HTTP/1.1" status: 204 len: 173 time: 0.5160232 Aug 28 23:10:39.020008 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc18b2-24f2-4b14-964c-7db4bda73ce3 req-eb868b8f-7025-48fe-ba63-cc112a2699ba tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:39.021538 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5fdc18b2-24f2-4b14-964c-7db4bda73ce3 req-eb868b8f-7025-48fe-ba63-cc112a2699ba tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0508764 Aug 28 23:10:39.062756 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5fdc18b2-24f2-4b14-964c-7db4bda73ce3 req-e26b2990-06be-40c5-b203-c9d0016e860e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350847 Aug 28 23:10:39.086656 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-09cb0db8-5ad0-4d70-9a94-461eebf4b847 req-125b7047-abaf-46db-a268-5f8a18b0135d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b24fc13-53f2-4735-a8c2-382c5b76d705 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Aug 28 23:10:39.261656 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd9ab3-2a06-4b12-ac95-dffb01b3c652 req-8658f619-4eb1-4a19-b96b-c703c4efaf3f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:39.263931 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-64cd9ab3-2a06-4b12-ac95-dffb01b3c652 req-8658f619-4eb1-4a19-b96b-c703c4efaf3f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0517440 Aug 28 23:10:39.321385 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d2c63b37-ab42-4707-ad4d-e6e1ce136c60 req-e0fb7438-d404-4220-8d03-aebdbb70affa tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a893746b-41f4-43b7-95fd-6a2124a10907 HTTP/1.1" status: 200 len: 210 time: 0.0378127 Aug 28 23:10:39.329599 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-64cd9ab3-2a06-4b12-ac95-dffb01b3c652 req-3cb2f325-1ff8-45c1-b22e-398976235d6e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596254 Aug 28 23:10:40.194750 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1fce-7054-42d0-b279-745666564db2 req-e2c525ef-a81e-439c-8393-bfa4b39d02cd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:40.196313 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89de1fce-7054-42d0-b279-745666564db2 req-e2c525ef-a81e-439c-8393-bfa4b39d02cd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 946 time: 0.0595400 Aug 28 23:10:40.201786 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-249e43a1-c011-45de-80aa-ba06558a82f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:40.245542 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89de1fce-7054-42d0-b279-745666564db2 req-9a99b51f-215b-49e4-9070-500f193072b2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416291 Aug 28 23:10:40.397616 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'name': 'network-vif-deleted', 'tag': 'aaa51752-8d5e-4784-9397-a495827a1121'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:40.399890 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9aefc0-36a8-4cfc-a7ae-f896f6032090" -d '{"events": [{"server_uuid": "3b24fc13-53f2-4735-a8c2-382c5b76d705", "name": "network-vif-deleted", "tag": "aaa51752-8d5e-4784-9397-a495827a1121"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:40.438874 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-dd992a88-53a4-490a-a1a5-3d8d46a21166 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:40.440320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-dd992a88-53a4-490a-a1a5-3d8d46a21166 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/networks?id=4517c169-3099-4ad8-9ff5-a3fed58c4351 HTTP/1.1" status: 200 len: 809 time: 0.1157985 Aug 28 23:10:40.454659 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-af496b4d-0478-4b1f-957c-9905bd764ec2 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/quotas/58a46ce3b2d04d6caace30379bef901d HTTP/1.1" status: 200 len: 375 time: 0.0088005 Aug 28 23:10:40.484782 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-5da7f061-fe0d-4a8b-ba6f-a16c9a24d755 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=58a46ce3b2d04d6caace30379bef901d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249994 Aug 28 23:10:40.574787 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-6f950163-500e-4518-a872-42dbcdc52855 service neutron] 10.222.0.16 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832644 Aug 28 23:10:40.666988 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-e9c018cf-d717-4699-9935-61e02605f99d service neutron] 10.222.0.16 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862327 Aug 28 23:10:41.152174 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device aaa51752-8d5e-4784-9397-a495827a1121 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:10:41.175056 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: aaa51752-8d5e-4784-9397-a495827a1121 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:10:41.175407 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device aaa51752-8d5e-4784-9397-a495827a1121 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:10:41.175843 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:10:41.279055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:41.299516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d66e8b-354f-4473-971a-4fca71064465 req-0ec40b05-4a22-4505-bddf-df39c6a5d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:41.301082 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-56d66e8b-354f-4473-971a-4fca71064465 req-0ec40b05-4a22-4505-bddf-df39c6a5d322 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.0523982 Aug 28 23:10:41.305351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:41.307547 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8578a-c51e-4f8b-9062-9dfb68cbaf25" -d '{"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-unplugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:41.320131 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:41.376139 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-56d66e8b-354f-4473-971a-4fca71064465 req-4380fe86-308a-4213-9917-221db2610836 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643451 Aug 28 23:10:41.390611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bba027-b2f7-45cd-9c56-f3d1298bf931 req-e6197a64-9e1a-4999-aa30-52801ccb416f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:41.392076 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1bba027-b2f7-45cd-9c56-f3d1298bf931 req-e6197a64-9e1a-4999-aa30-52801ccb416f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0901270 Aug 28 23:10:41.428920 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:41.429640 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device dc5b548f-18c0-46fa-b702-8484a0cbfc28 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:10:41.429812 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1bba027-b2f7-45cd-9c56-f3d1298bf931 req-3d3625e6-6df2-45d9-8e7a-7cbea2de3d87 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Aug 28 23:10:41.482542 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: dc5b548f-18c0-46fa-b702-8484a0cbfc28 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:10:41.482891 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device dc5b548f-18c0-46fa-b702-8484a0cbfc28 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:10:41.491156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7468fb-c63f-40e3-b626-637005564658 x-openstack-request-id: req-dc7468fb-c63f-40e3-b626-637005564658 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:41.491156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b24fc13-53f2-4735-a8c2-382c5b76d705", "name": "network-vif-deleted", "tag": "aaa51752-8d5e-4784-9397-a495827a1121", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:41.491156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc7468fb-c63f-40e3-b626-637005564658 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:41.491914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b24fc13-53f2-4735-a8c2-382c5b76d705', 'name': 'network-vif-deleted', 'tag': 'aaa51752-8d5e-4784-9397-a495827a1121', 'status': 'completed', 'code': 200} Aug 28 23:10:41.511528 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=8']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:41.543347 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-212a3e95-c609-4794-b618-39bd2de138b6 req-f4b22965-073a-4e6b-9584-6a213e8d4bf7 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 210 time: 0.0255973 Aug 28 23:10:41.583445 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4de6a57-a126-4df2-98ed-3d7f7721f1b1 x-openstack-request-id: req-e4de6a57-a126-4df2-98ed-3d7f7721f1b1 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:41.583592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-unplugged", "status": "failed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "code": 422}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:41.583825 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4de6a57-a126-4df2-98ed-3d7f7721f1b1 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:41.584228 dv-cinder-790492-11-iscsi neutron-server[94555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'code': 422} returned with failed status Aug 28 23:10:42.576288 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f7e9-e26c-4c9a-81bc-4d22bdf7825c req-c58ac4f9-541c-452c-bcbb-78f001b97d11 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:42.577805 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2203f7e9-e26c-4c9a-81bc-4d22bdf7825c req-c58ac4f9-541c-452c-bcbb-78f001b97d11 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0777447 Aug 28 23:10:42.600011 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c69b03-4563-4ab9-9e3b-26932126f899 req-f98e4076-8771-437b-af66-71f2b1e24416 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:42.601425 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-77c69b03-4563-4ab9-9e3b-26932126f899 req-f98e4076-8771-437b-af66-71f2b1e24416 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0741146 Aug 28 23:10:42.659214 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2203f7e9-e26c-4c9a-81bc-4d22bdf7825c req-8e90679f-0708-4075-8b87-bd18ca8661aa tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743976 Aug 28 23:10:42.669319 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-77c69b03-4563-4ab9-9e3b-26932126f899 req-5a80a017-98da-4bec-aca6-a5c4143a52c3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595729 Aug 28 23:10:42.743364 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7192c80a-4896-47d7-8b0e-67747a0c563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:42.778277 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-960ee931-6e2c-405a-874f-cd7075d43525 req-77d2eb26-2e1c-4871-a123-3c04e5249d21 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 210 time: 0.0296400 Aug 28 23:10:43.019289 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:43.033800 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-41b73a66-ff3b-4a76-b9ab-06a8491c726c tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:43.035479 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-41b73a66-ff3b-4a76-b9ab-06a8491c726c tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "GET /v2.0/networks?id=4517c169-3099-4ad8-9ff5-a3fed58c4351 HTTP/1.1" status: 200 len: 809 time: 0.1001809 Aug 28 23:10:43.049108 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Request body: {'port': {'device_id': '36633bf5-a077-4758-9c69-db0d39661a3c', 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351', 'admin_state_up': True, 'tenant_id': '58a46ce3b2d04d6caace30379bef901d'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:10:43.188374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afafbf-7151-4323-bd13-d18471cb0054 req-5b0c8e58-a030-4242-839f-92a3881e0480 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:43.192561 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f7afafbf-7151-4323-bd13-d18471cb0054 req-5b0c8e58-a030-4242-839f-92a3881e0480 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.0788815 Aug 28 23:10:43.214914 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36286) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:10:43.249795 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f7afafbf-7151-4323-bd13-d18471cb0054 req-9b843779-5bfe-4057-98f4-8d880eaf2f4a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Aug 28 23:10:43.308663 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-46702412-197a-4915-b26a-19426290d181 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921066 Aug 28 23:10:43.314433 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Made reservation on behalf of 58a46ce3b2d04d6caace30379bef901d for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:10:43.319426 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:43.468482 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Allocated IP 172.20.0.5 (4517c169-3099-4ad8-9ff5-a3fed58c4351/289f4a0c-5f0a-47fc-839f-a05831b239d7/ae219832-7151-4ff9-ae4a-c744e25bde60) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:10:43.612114 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:43.709546 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:43.786905 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Network 4517c169-3099-4ad8-9ff5-a3fed58c4351 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:10:43.797646 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:10:43.813584 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:10:43.816716 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Pushing event updated for resources: {'Port': ['ID=ae219832-7151-4ff9-ae4a-c744e25bde60,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:43.880790 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3d6da-3b03-4ea0-8d04-6422c14acd89 req-89a64e7a-8eef-46de-885f-f054353d1a00 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:43.882435 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9e3d6da-3b03-4ea0-8d04-6422c14acd89 req-89a64e7a-8eef-46de-885f-f054353d1a00 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1441336 Aug 28 23:10:43.892420 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047b32b-a504-4c4e-90b8-4d109f0be25a req-2321b0a3-fada-43af-b43a-bb846199ae6b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:43.893804 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7047b32b-a504-4c4e-90b8-4d109f0be25a req-2321b0a3-fada-43af-b43a-bb846199ae6b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.1347816 Aug 28 23:10:43.900496 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:43.901079 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:43.964478 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7047b32b-a504-4c4e-90b8-4d109f0be25a req-cdf86383-afa9-451e-802e-7141c904a050 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597048 Aug 28 23:10:43.967864 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9e3d6da-3b03-4ea0-8d04-6422c14acd89 req-8c329a4f-f583-4aca-8b2a-5246d9e1bbb8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730758 Aug 28 23:10:44.062416 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-7fda90e1-8ddf-4f2f-8b67-9c9140edeaaa tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168796 Aug 28 23:10:44.078211 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Request body: {'port': {'device_id': '36633bf5-a077-4758-9c69-db0d39661a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:10:44.112941 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d672f-8e19-4968-abd2-36120e003638 req-cd9f7181-9801-4d98-8286-709197979330 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:44.114526 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-390d672f-8e19-4968-abd2-36120e003638 req-cd9f7181-9801-4d98-8286-709197979330 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 931 time: 0.0823212 Aug 28 23:10:44.234752 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:44.380302 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:44.405881 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-390d672f-8e19-4968-abd2-36120e003638 req-cf21d59c-519b-4265-91df-91979b464d63 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824805 Aug 28 23:10:44.627682 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-0ebde7f7-8176-4d66-81bf-4fef83800f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:44.629271 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-0ebde7f7-8176-4d66-81bf-4fef83800f04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 1099 time: 0.0392687 Aug 28 23:10:44.650522 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcafbc6-8fb6-4e5d-950c-15c2eeac970d req-05c2d2d1-03c0-4530-b24a-c951f6c87a6d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:44.651938 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2bcafbc6-8fb6-4e5d-950c-15c2eeac970d req-05c2d2d1-03c0-4530-b24a-c951f6c87a6d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.1536977 Aug 28 23:10:44.699207 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ad5bc-3591-42e7-933e-52ec0090ff33 req-5623a039-4be3-4b98-8e2a-9e3b15a4d755 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:44.701363 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-954ad5bc-3591-42e7-933e-52ec0090ff33 req-5623a039-4be3-4b98-8e2a-9e3b15a4d755 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1643894 Aug 28 23:10:44.768166 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-f2cf4530-4add-4ba7-8be1-3237f9aa338c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:44.769789 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-f2cf4530-4add-4ba7-8be1-3237f9aa338c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 945 time: 0.1420512 Aug 28 23:10:44.803899 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2bcafbc6-8fb6-4e5d-950c-15c2eeac970d req-d13f947d-1724-431f-8f85-5ab01e47633a tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353068 Aug 28 23:10:44.842840 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-954ad5bc-3591-42e7-933e-52ec0090ff33 req-f9c6daf3-25bc-490a-882d-b2a8798387ce tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311872 Aug 28 23:10:44.912469 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae219832-7151-4ff9-ae4a-c744e25bde60 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:10:44.921599 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:44.928040 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-0943706a-307d-4b83-b4f0-cc993a0b8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:44.929622 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-0943706a-307d-4b83-b4f0-cc993a0b8116 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.2928348 Aug 28 23:10:44.942302 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Transition to ACTIVE for port object ae219832-7151-4ff9-ae4a-c744e25bde60 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:10:44.950008 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Deleting port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:10:44.950344 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:44.970811 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-771c5b52-a762-407b-b9fb-6551ac3085e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 200 len: 217 time: 0.0337296 Aug 28 23:10:45.024490 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-a7704d40-3afa-4665-b6f5-a5bc731fe260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.026089 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-a7704d40-3afa-4665-b6f5-a5bc731fe260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0479805 Aug 28 23:10:45.026398 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.057222 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-9f1e2f52-feaa-4cc2-81f8-f1c5596e9226 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240557 Aug 28 23:10:45.085374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] For port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:45.085760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.122111 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Calling delete_port for 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:10:45.128903 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Pushing event updated for resources: {'Port': ['ID=ae219832-7151-4ff9-ae4a-c744e25bde60,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:45.144887 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-4b6b307b-fdc6-4e06-84f0-f3d6092a3b3f service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805938 Aug 28 23:10:45.230074 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de7ff-c62b-4acd-8cfe-1d6549fc2e01 req-4ad5f6dc-afa6-4a94-9b4c-8744a96f9e35 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.232028 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4a2de7ff-c62b-4acd-8cfe-1d6549fc2e01 req-4ad5f6dc-afa6-4a94-9b4c-8744a96f9e35 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.1904242 Aug 28 23:10:45.241391 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-f7b4416c-baa9-42dc-9df7-43007c124bdf req-66cec761-5dc8-47bc-a4bb-9182287a45db service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889099 Aug 28 23:10:45.305756 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Attempting to bind port ae219832-7151-4ff9-ae4a-c744e25bde60 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:10:45.306097 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Attempting to bind port ae219832-7151-4ff9-ae4a-c744e25bde60 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:10:45.306426 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Attempting to bind port ae219832-7151-4ff9-ae4a-c744e25bde60 on network 4517c169-3099-4ad8-9ff5-a3fed58c4351 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:10:45.313856 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4a2de7ff-c62b-4acd-8cfe-1d6549fc2e01 req-8ef88951-fbde-47e8-a245-61a9cd606af3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741129 Aug 28 23:10:45.315292 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Port ae219832-7151-4ff9-ae4a-c744e25bde60 on network 4517c169-3099-4ad8-9ff5-a3fed58c4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:10:45.315614 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Attempting to bind port ae219832-7151-4ff9-ae4a-c744e25bde60 on network 4517c169-3099-4ad8-9ff5-a3fed58c4351 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:10:45.325687 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:10:45.325966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Checking segment: {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:10:45.326349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Bound using segment: {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:10:45.326781 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Bound port: ae219832-7151-4ff9-ae4a-c744e25bde60, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb271b7-1c3e-40cc-8194-14c1d799bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:10:45.327140 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.360415 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.400215 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-aa935a93-019f-424b-a19b-505261ce3a96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377400 Aug 28 23:10:45.426934 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] For port ae219832-7151-4ff9-ae4a-c744e25bde60, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:10:45.429918 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] For port ae219832-7151-4ff9-ae4a-c744e25bde60, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ae219832-7151-4ff9-ae4a-c744e25bde60,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:10:45.462036 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-c466b65e-8807-4265-8acd-444abff28179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.463499 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-c466b65e-8807-4265-8acd-444abff28179 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e3c47d1a3184978b3efafc16951bc69&device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 1098 time: 0.0409760 Aug 28 23:10:45.474727 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.486539 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'e8d1d3b5-a58b-4411-b965-273aa56d8147', '5ad2f1f3-9fcd-47d3-b699-856286bff5c0'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:45.528831 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event deleted for resources: {'Port': ['ID=5ad2f1f3-9fcd-47d3-b699-856286bff5c0,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:45.532857 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.602452 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-7d7561b1-8a40-4ba5-bd21-841834aa8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.604073 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-7d7561b1-8a40-4ba5-bd21-841834aa8afb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 200 len: 919 time: 0.1127417 Aug 28 23:10:45.604290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.604869 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.606273 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] 10.222.0.39 "PUT /v2.0/ports/ae219832-7151-4ff9-ae4a-c744e25bde60 HTTP/1.1" status: 200 len: 1093 time: 1.5347931 Aug 28 23:10:45.608256 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36633bf5-a077-4758-9c69-db0d39661a3c', 'tag': 'ae219832-7151-4ff9-ae4a-c744e25bde60'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:45.610505 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "36633bf5-a077-4758-9c69-db0d39661a3c", "tag": "ae219832-7151-4ff9-ae4a-c744e25bde60"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:45.636668 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] No DVR routers for this DVR port 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:10:45.642481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:45.644654 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-237dd463-69e5-4ee3-8935-d5425bd428ad req-2ab4523f-7226-4153-81cc-38503f3ec61f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "DELETE /v2.0/ports/5ad2f1f3-9fcd-47d3-b699-856286bff5c0 HTTP/1.1" status: 204 len: 173 time: 0.8607464 Aug 28 23:10:45.648520 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] Pushing event updated for resources: {'Port': ['ID=ae219832-7151-4ff9-ae4a-c744e25bde60,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:45.660555 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d029c-3a77-4727-8c93-1dfb3362a6ae req-bf49d251-aa56-4004-af42-f6c82ed836fb tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.662205 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-602d029c-3a77-4727-8c93-1dfb3362a6ae req-bf49d251-aa56-4004-af42-f6c82ed836fb tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 943 time: 0.1852496 Aug 28 23:10:45.672167 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3fef0-ac3b-408a-a628-90d988b553cb x-openstack-request-id: req-85a3fef0-ac3b-408a-a628-90d988b553cb {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:45.672650 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36633bf5-a077-4758-9c69-db0d39661a3c", "tag": "ae219832-7151-4ff9-ae4a-c744e25bde60", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:45.672899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85a3fef0-ac3b-408a-a628-90d988b553cb {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:45.673282 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36633bf5-a077-4758-9c69-db0d39661a3c', 'tag': 'ae219832-7151-4ff9-ae4a-c744e25bde60', 'status': 'completed', 'code': 200} Aug 28 23:10:45.681863 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-73549ae4-3418-4d6f-add1-a28397419f13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b2dce-b113-40e4-9f2d-85e7532341a6 HTTP/1.1" status: 200 len: 217 time: 0.0578117 Aug 28 23:10:45.732210 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-493fa1d6-7099-40ca-8b86-35c7fb9476a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.734027 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-493fa1d6-7099-40ca-8b86-35c7fb9476a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 200 len: 858 time: 0.0455253 Aug 28 23:10:45.739763 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-602d029c-3a77-4727-8c93-1dfb3362a6ae req-360f8cf8-e3ba-4caf-a157-c069c913b834 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655839 Aug 28 23:10:45.753291 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8 req-393a3308-7026-4418-9474-464d1ffe2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.754805 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8 req-393a3308-7026-4418-9474-464d1ffe2f44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58a46ce3b2d04d6caace30379bef901d&device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 1096 time: 0.0522089 Aug 28 23:10:45.780087 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-306511a4-854c-460c-84dd-40fbba4ea2e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5565ecd7-21b4-4d90-a183-2d27a88b1e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324914 Aug 28 23:10:45.867229 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8 req-d7443b4d-6da7-4462-b954-af3e7f5f3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:45.868881 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8 req-d7443b4d-6da7-4462-b954-af3e7f5f3179 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=58a46ce3b2d04d6caace30379bef901d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1040621 Aug 28 23:10:45.873311 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-6c7264a4-df1d-46f8-8b3b-d83a388babb0 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877359 Aug 28 23:10:45.974700 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-53869a2b-a04c-4440-a8ec-e5d9b356e4bb req-7f886f25-1fba-413d-8689-60070156dc73 service neutron] 10.222.0.39 "GET /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900528 Aug 28 23:10:45.979124 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ce5fc30b-b466-4c32-b0e6-bca352a71265 req-21312cc0-c513-4bad-b623-ccab005ac652 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0f331f6-e752-432d-87b2-4e3d06e6f882 HTTP/1.1" status: 200 len: 210 time: 0.0728068 Aug 28 23:10:46.044667 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eb80b-fe75-4f0b-a168-36f6c3393f64 req-ed05e599-cbee-434f-8f32-ebba801575a8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:46.046429 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1a2eb80b-fe75-4f0b-a168-36f6c3393f64 req-ed05e599-cbee-434f-8f32-ebba801575a8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.1063232 Aug 28 23:10:46.049182 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8 req-b4d49b45-d593-48f9-a974-81b9ad4c1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:46.050567 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6f1642e3-e330-4673-bdf6-f7bb1035c1a8 req-b4d49b45-d593-48f9-a974-81b9ad4c1233 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688521 Aug 28 23:10:46.087373 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1a2eb80b-fe75-4f0b-a168-36f6c3393f64 req-bfd60dc2-ad78-475c-aa23-59b7afc35dc2 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Aug 28 23:10:46.135341 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-36fa142d-14a2-4f61-b82d-9f536bccc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:46.136833 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-36fa142d-14a2-4f61-b82d-9f536bccc73e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58a46ce3b2d04d6caace30379bef901d&device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 1096 time: 0.0399051 Aug 28 23:10:46.181927 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-9ddbdff1-d6c2-4fe6-adab-361f221dba2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae219832-7151-4ff9-ae4a-c744e25bde60 HTTP/1.1" status: 200 len: 217 time: 0.0364404 Aug 28 23:10:46.230740 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-3cc91699-9dee-47d0-b427-a0e2c9915035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:46.232283 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-3cc91699-9dee-47d0-b427-a0e2c9915035 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=289f4a0c-5f0a-47fc-839f-a05831b239d7 HTTP/1.1" status: 200 len: 849 time: 0.0434864 Aug 28 23:10:46.264010 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-462ddcb4-4869-4e61-ac7a-51b8fd9ddb20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4517c169-3099-4ad8-9ff5-a3fed58c4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244973 Aug 28 23:10:46.354925 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-804a4c96-eb91-4afe-8f24-987f0e40ab4f service neutron] 10.222.0.39 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Aug 28 23:10:46.475211 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788ab5e-ce8e-4eb7-8841-bd48c5d9eedf req-53a80722-c443-4116-aee8-ec45d9b83c77 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:46.476621 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a788ab5e-ce8e-4eb7-8841-bd48c5d9eedf req-53a80722-c443-4116-aee8-ec45d9b83c77 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0742381 Aug 28 23:10:46.482297 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-2f957f50-bf86-49f5-bb46-39e0f73897a0 service neutron] 10.222.0.39 "GET /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197240 Aug 28 23:10:46.513586 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a788ab5e-ce8e-4eb7-8841-bd48c5d9eedf req-a7db763b-04be-4e0d-b8a3-cd3e259e8153 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304503 Aug 28 23:10:46.869422 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895bba9-9dd8-4dc7-9cec-dac6eca670d3 req-fa21f5f5-d5ed-4bf1-953f-42bab118af03 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:46.870961 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8895bba9-9dd8-4dc7-9cec-dac6eca670d3 req-fa21f5f5-d5ed-4bf1-953f-42bab118af03 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 943 time: 0.0493944 Aug 28 23:10:46.909281 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8895bba9-9dd8-4dc7-9cec-dac6eca670d3 req-9c8cc264-43ff-4f8b-b82d-6ea78c0ce60f tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Aug 28 23:10:47.199963 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eb3fd-6788-422b-b5ab-21234b51977f req-0f57b401-b6de-404f-8c12-8c19abbfedc8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:47.201409 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f12eb3fd-6788-422b-b5ab-21234b51977f req-0f57b401-b6de-404f-8c12-8c19abbfedc8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0500445 Aug 28 23:10:47.237789 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f12eb3fd-6788-422b-b5ab-21234b51977f req-a43fb5e2-e91d-4804-af24-a6d1f98c9fd3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Aug 28 23:10:47.464506 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddb8b8-0fc9-4780-9014-6db07adc3647 req-a18fb047-ed58-447a-a407-9747f493ca63 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:47.466060 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b4ddb8b8-0fc9-4780-9014-6db07adc3647 req-a18fb047-ed58-447a-a407-9747f493ca63 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 945 time: 0.0507884 Aug 28 23:10:47.502786 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b4ddb8b8-0fc9-4780-9014-6db07adc3647 req-b602dc15-b8bd-4f79-a3d6-cb6e1f2a520b tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Aug 28 23:10:47.628804 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9057ce-ffb0-4d1c-a561-41570b2a7acd req-e5151523-f876-4f60-8185-371140ea3c2b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:47.630351 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3e9057ce-ffb0-4d1c-a561-41570b2a7acd req-e5151523-f876-4f60-8185-371140ea3c2b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0472450 Aug 28 23:10:47.669672 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3e9057ce-ffb0-4d1c-a561-41570b2a7acd req-6b6017c2-ea4f-4b1d-b7f8-c6cdf8ed01c9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Aug 28 23:10:47.674274 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'name': 'network-vif-deleted', 'tag': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:47.676475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ee34f-5668-4f67-81c5-42f0bff74a12" -d '{"events": [{"server_uuid": "f0f331f6-e752-432d-87b2-4e3d06e6f882", "name": "network-vif-deleted", "tag": "5ad2f1f3-9fcd-47d3-b699-856286bff5c0"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:47.714881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642b91e-2e0d-44ef-ae5a-c5f63e0bfa53 x-openstack-request-id: req-4642b91e-2e0d-44ef-ae5a-c5f63e0bfa53 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:47.715189 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f331f6-e752-432d-87b2-4e3d06e6f882", "name": "network-vif-deleted", "tag": "5ad2f1f3-9fcd-47d3-b699-856286bff5c0", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:47.715436 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4642b91e-2e0d-44ef-ae5a-c5f63e0bfa53 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:47.715821 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f331f6-e752-432d-87b2-4e3d06e6f882', 'name': 'network-vif-deleted', 'tag': '5ad2f1f3-9fcd-47d3-b699-856286bff5c0', 'status': 'completed', 'code': 200} Aug 28 23:10:47.971806 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:48.022128 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e180-18b1-422a-9ce6-ce5f425a4945 req-e848aa17-51ef-4c0f-8414-aca32821a982 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:48.023853 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1732e180-18b1-422a-9ce6-ce5f425a4945 req-e848aa17-51ef-4c0f-8414-aca32821a982 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 943 time: 0.0472908 Aug 28 23:10:48.061113 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1732e180-18b1-422a-9ce6-ce5f425a4945 req-ce9ec08f-ab7c-443a-8b61-b46e1284a18f tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308175 Aug 28 23:10:48.626376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c20e-a4d4-41ab-a8ff-90a6df221e6b req-ac969649-4e65-470f-a2c8-5f29910e99c3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:48.627748 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf85c20e-a4d4-41ab-a8ff-90a6df221e6b req-ac969649-4e65-470f-a2c8-5f29910e99c3 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 945 time: 0.0524969 Aug 28 23:10:48.668466 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf85c20e-a4d4-41ab-a8ff-90a6df221e6b req-d74f6ef2-9e4f-45db-90be-ca0f66b2c1f5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346553 Aug 28 23:10:48.793692 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adddfd-9af9-463c-bc0d-e7ba9e5458a3 req-704ca3c8-0a33-485e-adc3-7e2b275997c3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:48.795238 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69adddfd-9af9-463c-bc0d-e7ba9e5458a3 req-704ca3c8-0a33-485e-adc3-7e2b275997c3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Aug 28 23:10:48.834521 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69adddfd-9af9-463c-bc0d-e7ba9e5458a3 req-19c7b18b-9067-4e83-af36-06b4e342ba81 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Aug 28 23:10:48.917910 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-fdcb5c92-018f-4e69-9e6a-c2d35c788fff tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:48.919475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-fdcb5c92-018f-4e69-9e6a-c2d35c788fff tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 945 time: 0.0486352 Aug 28 23:10:49.011589 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Deleting port e8d1d3b5-a58b-4411-b965-273aa56d8147 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:10:49.012471 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:49.107791 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] For port e8d1d3b5-a58b-4411-b965-273aa56d8147, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e8d1d3b5-a58b-4411-b965-273aa56d8147,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:49.108432 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:49.124658 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Calling delete_port for e8d1d3b5-a58b-4411-b965-273aa56d8147 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:10:49.178588 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ae219832-7151-4ff9-ae4a-c744e25bde60 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:10:49.181881 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:10:49.206699 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:10:49.207051 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5ad2f1f3-9fcd-47d3-b699-856286bff5c0 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:10:49.251335 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de15dc-e045-4cce-8cca-5ea10b550fcb req-dc32372c-d18b-4546-be57-49a81a3d322f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:49.254159 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e6de15dc-e045-4cce-8cca-5ea10b550fcb req-dc32372c-d18b-4546-be57-49a81a3d322f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.1313281 Aug 28 23:10:49.268797 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046e015-fdd6-428d-881e-21034a142231 req-467de610-fd78-4c1c-8e46-2476bf65db4a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:49.270267 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5046e015-fdd6-428d-881e-21034a142231 req-467de610-fd78-4c1c-8e46-2476bf65db4a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 943 time: 0.1361530 Aug 28 23:10:49.297860 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port ae219832-7151-4ff9-ae4a-c744e25bde60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ae219832-7151-4ff9-ae4a-c744e25bde60,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:49.308226 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'ae219832-7151-4ff9-ae4a-c744e25bde60', 'network_id': '4517c169-3099-4ad8-9ff5-a3fed58c4351', 'port_id': 'ae219832-7151-4ff9-ae4a-c744e25bde60', 'mac_address': 'fa:16:3e:46:24:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289f4a0c-5f0a-47fc-839f-a05831b239d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:10:49.346083 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5046e015-fdd6-428d-881e-21034a142231 req-2bc2080d-b60b-451d-848b-646b83c0cd23 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676370 Aug 28 23:10:49.348938 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e6de15dc-e045-4cce-8cca-5ea10b550fcb req-7d5a5fa7-42ab-4243-8912-863c83ae8e1b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886183 Aug 28 23:10:49.460415 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:49.472591 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae219832-7151-4ff9-ae4a-c744e25bde60 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:10:49.494716 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port ae219832-7151-4ff9-ae4a-c744e25bde60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ae219832-7151-4ff9-ae4a-c744e25bde60,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:49.623316 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:49.636429 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'e8d1d3b5-a58b-4411-b965-273aa56d8147'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:49.652516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event deleted for resources: {'Port': ['ID=e8d1d3b5-a58b-4411-b965-273aa56d8147,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:49.663068 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:49.700033 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] No DVR routers for this DVR port e8d1d3b5-a58b-4411-b965-273aa56d8147 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:10:49.702924 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:49.705371 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-585bcb94-4b5b-4600-9df7-336f8d10c6e7 req-740cfdf0-f656-4a3e-af91-abd3edc9bdbc tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "DELETE /v2.0/ports/e8d1d3b5-a58b-4411-b965-273aa56d8147 HTTP/1.1" status: 204 len: 173 time: 0.7798188 Aug 28 23:10:49.717059 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'name': 'network-vif-deleted', 'tag': 'e8d1d3b5-a58b-4411-b965-273aa56d8147'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:49.719821 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90a790-fda2-40b8-8542-d013ad960946" -d '{"events": [{"server_uuid": "d5d50217-bc59-42bd-9abf-2233fd2b96dd", "name": "network-vif-deleted", "tag": "e8d1d3b5-a58b-4411-b965-273aa56d8147"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:49.729550 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=ae219832-7151-4ff9-ae4a-c744e25bde60,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:49.783140 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab2240-905f-422f-a374-bcaf32583d9e x-openstack-request-id: req-afab2240-905f-422f-a374-bcaf32583d9e {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:49.783427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d50217-bc59-42bd-9abf-2233fd2b96dd", "name": "network-vif-deleted", "tag": "e8d1d3b5-a58b-4411-b965-273aa56d8147", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:49.783676 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afab2240-905f-422f-a374-bcaf32583d9e {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:49.784870 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d50217-bc59-42bd-9abf-2233fd2b96dd', 'name': 'network-vif-deleted', 'tag': 'e8d1d3b5-a58b-4411-b965-273aa56d8147', 'status': 'completed', 'code': 200} Aug 28 23:10:49.787763 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-29d7d8ef-ea0f-43b6-87dd-1b2ec34009ef req-8b0d7180-9421-4020-847b-7cc64ab2d253 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0449741 Aug 28 23:10:49.956838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ae219832-7151-4ff9-ae4a-c744e25bde60'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:10:49.960170 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a636ac-c1ef-4c7b-b4fd-ca0dd8f40247 req-80574a02-acc6-45f6-965d-4e417f15a2da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:49.961848 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a3a636ac-c1ef-4c7b-b4fd-ca0dd8f40247 req-80574a02-acc6-45f6-965d-4e417f15a2da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0506253 Aug 28 23:10:50.000599 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a3a636ac-c1ef-4c7b-b4fd-ca0dd8f40247 req-e7f9eaaf-70ad-4040-8fc5-ff91529376f9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Aug 28 23:10:50.554802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-d71effa8-b8d2-4882-8d85-8496e9519e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:50.556273 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-d71effa8-b8d2-4882-8d85-8496e9519e01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929&tenant_id=e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 1097 time: 0.1207833 Aug 28 23:10:50.564686 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9e08-0609-472e-ac56-3b1446fae4b3 req-7cf16c54-397d-4fc6-9718-9ea5c68a3614 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:50.566062 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b4cc9e08-0609-472e-ac56-3b1446fae4b3 req-7cf16c54-397d-4fc6-9718-9ea5c68a3614 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 944 time: 0.1426530 Aug 28 23:10:50.573339 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29d39-8bfa-48b3-9e01-8f8e2828778d req-86d2dae2-44ba-4ede-b4bf-d49b4af84262 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:50.578055 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e3e29d39-8bfa-48b3-9e01-8f8e2828778d req-86d2dae2-44ba-4ede-b4bf-d49b4af84262 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.1426342 Aug 28 23:10:50.661606 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b4cc9e08-0609-472e-ac56-3b1446fae4b3 req-f5202682-40cd-4816-8f0a-5172df83c0ce tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852847 Aug 28 23:10:50.664082 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e3e29d39-8bfa-48b3-9e01-8f8e2828778d req-113fadfb-300a-4d5d-a2e1-66383eddfd14 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812225 Aug 28 23:10:50.670380 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-96ed5789-b06b-4555-b1e2-193d1edcacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:50.671914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-96ed5789-b06b-4555-b1e2-193d1edcacad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1097 time: 0.0899599 Aug 28 23:10:50.967575 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cd5d0368-880f-4d3b-8a16-a32a99b09ff3 req-824f2dc0-5ca8-45bf-927c-46c51334ccf7 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d50217-bc59-42bd-9abf-2233fd2b96dd HTTP/1.1" status: 200 len: 210 time: 0.0492609 Aug 28 23:10:51.012598 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-34642a6f-0b31-4ae4-87fb-ffbc0f9a117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.014435 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-34642a6f-0b31-4ae4-87fb-ffbc0f9a117a service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.3331871 Aug 28 23:10:51.112550 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-7a8445ed-5ce2-413d-84f4-e730e1bfb5ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0874648 Aug 28 23:10:51.154978 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d81f39-5c83-4967-99b3-cf6b5fb92be4 req-ae07fd37-6d97-4119-9e43-34919e81fdab tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.156402 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a1d81f39-5c83-4967-99b3-cf6b5fb92be4 req-ae07fd37-6d97-4119-9e43-34919e81fdab tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0837622 Aug 28 23:10:51.187494 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-4751743e-eb1a-446a-9e13-52e751d415bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.188845 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-4751743e-eb1a-446a-9e13-52e751d415bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0688245 Aug 28 23:10:51.197999 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ae219832-7151-4ff9-ae4a-c744e25bde60 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:10:51.216365 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a1d81f39-5c83-4967-99b3-cf6b5fb92be4 req-8bc1f512-14d4-4105-b0a4-57d61843b8c1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524766 Aug 28 23:10:51.244512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-ec551435-6335-470a-a289-28361ad9fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.246012 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-ec551435-6335-470a-a289-28361ad9fa56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483088 Aug 28 23:10:51.322351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port ae219832-7151-4ff9-ae4a-c744e25bde60 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:10:51.322351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port ae219832-7151-4ff9-ae4a-c744e25bde60 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:10:51.322351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:51.335441 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-a8cfa976-5585-4b69-b861-44892ae0e5ff service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820470 Aug 28 23:10:51.395175 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:51.418198 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36633bf5-a077-4758-9c69-db0d39661a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae219832-7151-4ff9-ae4a-c744e25bde60'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:10:51.420952 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef6dba1-50fe-40a1-bf52-d6d4bb8b46e0" -d '{"events": [{"server_uuid": "36633bf5-a077-4758-9c69-db0d39661a3c", "name": "network-vif-plugged", "status": "completed", "tag": "ae219832-7151-4ff9-ae4a-c744e25bde60"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:10:51.433405 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99ff4491-5a34-41ea-b469-ba4b04b4db4f req-949b9244-e178-4c8f-8870-8ae9c24205c6 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859873 Aug 28 23:10:51.433688 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port ae219832-7151-4ff9-ae4a-c744e25bde60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ae219832-7151-4ff9-ae4a-c744e25bde60,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:10:51.458492 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537839f8-ae94-4439-a5f9-cfd3b7c26205 x-openstack-request-id: req-537839f8-ae94-4439-a5f9-cfd3b7c26205 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:10:51.458804 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36633bf5-a077-4758-9c69-db0d39661a3c", "name": "network-vif-plugged", "status": "completed", "tag": "ae219832-7151-4ff9-ae4a-c744e25bde60", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:10:51.459073 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-537839f8-ae94-4439-a5f9-cfd3b7c26205 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:10:51.459460 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36633bf5-a077-4758-9c69-db0d39661a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae219832-7151-4ff9-ae4a-c744e25bde60', 'code': 200} Aug 28 23:10:51.509250 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:10:51.510116 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e8d1d3b5-a58b-4411-b965-273aa56d8147 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:10:51.549069 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: e8d1d3b5-a58b-4411-b965-273aa56d8147 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:10:51.549403 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e8d1d3b5-a58b-4411-b965-273aa56d8147 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:10:51.575411 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=ae219832-7151-4ff9-ae4a-c744e25bde60,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:10:51.845050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817ca5-b09a-4245-9cef-211bc9c4522d req-0ae8a99e-d259-4bfc-a5e9-5ffb81633a1d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.846592 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7c817ca5-b09a-4245-9cef-211bc9c4522d req-0ae8a99e-d259-4bfc-a5e9-5ffb81633a1d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.1148775 Aug 28 23:10:51.853756 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c520b-f739-487e-82af-f2da3732b469 req-d2e97f9f-1166-46e7-8d8d-ed86f3b88824 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.860023 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7f1c520b-f739-487e-82af-f2da3732b469 req-d2e97f9f-1166-46e7-8d8d-ed86f3b88824 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0983813 Aug 28 23:10:51.920366 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff66bc-ee2c-4460-9b5b-4db9bc8e4e79 req-134f4303-2463-4bd1-b665-b7d3284d8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:51.921883 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2aff66bc-ee2c-4460-9b5b-4db9bc8e4e79 req-134f4303-2463-4bd1-b665-b7d3284d8a06 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 1098 time: 0.1172912 Aug 28 23:10:51.926979 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7c817ca5-b09a-4245-9cef-211bc9c4522d req-46975cf9-f0d6-4b0f-9d77-f164412dce8e tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709457 Aug 28 23:10:51.931775 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7f1c520b-f739-487e-82af-f2da3732b469 req-8bff2a43-d5bf-4626-b91e-94d6c6a0bca3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660608 Aug 28 23:10:51.962338 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2aff66bc-ee2c-4460-9b5b-4db9bc8e4e79 req-ed477be2-2751-4660-aff0-0d3ab60a61e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295925 Aug 28 23:10:52.370743 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95142-ebf9-4ab4-966e-d53979ccddb9 req-d6361e8a-e9e1-406a-964c-2bf0e5cb3701 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:52.373892 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25d95142-ebf9-4ab4-966e-d53979ccddb9 req-d6361e8a-e9e1-406a-964c-2bf0e5cb3701 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0746202 Aug 28 23:10:52.410496 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25d95142-ebf9-4ab4-966e-d53979ccddb9 req-f406ae5d-84ba-4de0-94b6-ad9bff832872 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355527 Aug 28 23:10:53.080234 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e503661-416d-4924-9d29-d1b834b5fa5e req-69688246-bd86-44ef-9d0d-0c052a27ae6e tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:53.081591 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8e503661-416d-4924-9d29-d1b834b5fa5e req-69688246-bd86-44ef-9d0d-0c052a27ae6e tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0825381 Aug 28 23:10:53.112486 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074443f1-c9bc-45e9-ba05-3352744907c1 req-296524a9-00ad-4fb0-83ba-d080b7465a68 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:53.114006 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-074443f1-c9bc-45e9-ba05-3352744907c1 req-296524a9-00ad-4fb0-83ba-d080b7465a68 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0817006 Aug 28 23:10:53.143958 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8e503661-416d-4924-9d29-d1b834b5fa5e req-bb11a372-bf04-49df-87af-107ff5440b49 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Aug 28 23:10:53.165532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-074443f1-c9bc-45e9-ba05-3352744907c1 req-e1193a94-f07d-41f8-a0c0-2ef6f537b9a2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Aug 28 23:10:53.545380 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63363-6c92-40fb-a9c7-49d0107217c9 req-ab378d26-e8d9-4978-8fcf-7642a8bc6ff3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:53.547288 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7cc63363-6c92-40fb-a9c7-49d0107217c9 req-ab378d26-e8d9-4978-8fcf-7642a8bc6ff3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0520387 Aug 28 23:10:53.594126 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7cc63363-6c92-40fb-a9c7-49d0107217c9 req-4d5ece41-bd71-4075-9bbe-8eb35b7c8a7f tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357528 Aug 28 23:10:53.822737 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bfd9-b137-4116-8ba1-2d499197ca52 req-6324b6a6-65d1-4fe1-9a8b-241edb3b6b38 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:53.823923 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8439bfd9-b137-4116-8ba1-2d499197ca52 req-6324b6a6-65d1-4fe1-9a8b-241edb3b6b38 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0562375 Aug 28 23:10:53.865531 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8439bfd9-b137-4116-8ba1-2d499197ca52 req-19a9b1a7-2fe8-4203-9069-b7a4ea299e84 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Aug 28 23:10:54.050752 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7504-3796-4506-bbab-4ab0cbce5d1f req-2c62cc00-c242-4f65-93ae-515b8d35b430 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:54.052301 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-590a7504-3796-4506-bbab-4ab0cbce5d1f req-2c62cc00-c242-4f65-93ae-515b8d35b430 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0500538 Aug 28 23:10:54.099496 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-590a7504-3796-4506-bbab-4ab0cbce5d1f req-79ef9a02-6737-4afb-8dab-60ec14abdffc tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Aug 28 23:10:54.300732 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b276-5d33-4dbf-8f18-1d6d146272a2 req-56a93ce3-2f10-4bb8-ada6-addb3c0b6898 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:54.302284 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-af36b276-5d33-4dbf-8f18-1d6d146272a2 req-56a93ce3-2f10-4bb8-ada6-addb3c0b6898 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0834758 Aug 28 23:10:54.315554 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08c1d5-0083-462f-8be3-029e7bcd6fbe req-6f975522-e09f-46c3-ad82-c179ecc28ae2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:54.317012 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d08c1d5-0083-462f-8be3-029e7bcd6fbe req-6f975522-e09f-46c3-ad82-c179ecc28ae2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0707762 Aug 28 23:10:54.370308 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-af36b276-5d33-4dbf-8f18-1d6d146272a2 req-2e872fb2-8837-42d6-8a17-3b98bdb9d694 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523210 Aug 28 23:10:54.378612 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d08c1d5-0083-462f-8be3-029e7bcd6fbe req-687294de-08fd-403d-829e-0b85cc59d137 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548327 Aug 28 23:10:54.715441 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db753f25-7254-408e-8f28-2c8cb9628707 req-d20d2471-d8f5-4066-bb34-93477b198e9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:54.717571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db753f25-7254-408e-8f28-2c8cb9628707 req-d20d2471-d8f5-4066-bb34-93477b198e9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Aug 28 23:10:54.755408 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db753f25-7254-408e-8f28-2c8cb9628707 req-db3c1479-c972-4836-bc45-7fbbac4c8889 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Aug 28 23:10:54.988210 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d236d55-9aea-4a32-8dfa-03fec3a3f35e req-56c222d5-fbdf-4caf-9981-2e02f55dff26 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:54.989859 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d236d55-9aea-4a32-8dfa-03fec3a3f35e req-56c222d5-fbdf-4caf-9981-2e02f55dff26 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0480723 Aug 28 23:10:55.027375 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d236d55-9aea-4a32-8dfa-03fec3a3f35e req-f528d3ea-d61f-4fdf-9800-2485020728be tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Aug 28 23:10:55.221215 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4764bb-ba3a-4bba-921f-1068b811f7e3 req-8470104e-cfda-411f-bad9-c7c355199eaa tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:55.222795 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2f4764bb-ba3a-4bba-921f-1068b811f7e3 req-8470104e-cfda-411f-bad9-c7c355199eaa tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0545862 Aug 28 23:10:55.265062 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2f4764bb-ba3a-4bba-921f-1068b811f7e3 req-65f1ac45-5933-4d80-a56c-2f5a6964ee57 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Aug 28 23:10:55.519483 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f85c-a357-424b-b87e-6c9072218317 req-14eb39b7-78af-4b0a-9e9f-14832fa24824 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:55.521187 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51b7f85c-a357-424b-b87e-6c9072218317 req-14eb39b7-78af-4b0a-9e9f-14832fa24824 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0768654 Aug 28 23:10:55.543824 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f3d9-79a3-42ff-ba5c-ed5eb6ce7f9f req-c3a3035c-6f03-4543-9c17-5ea3e2fdccd2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:55.545252 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a79f3d9-79a3-42ff-ba5c-ed5eb6ce7f9f req-c3a3035c-6f03-4543-9c17-5ea3e2fdccd2 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0740860 Aug 28 23:10:55.590883 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51b7f85c-a357-424b-b87e-6c9072218317 req-fb3622ce-9345-410e-93f2-95d868f5c188 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630584 Aug 28 23:10:55.605387 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a79f3d9-79a3-42ff-ba5c-ed5eb6ce7f9f req-265a238e-2f16-4b27-87ff-43a429d2c9f7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518999 Aug 28 23:10:55.882601 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757385c-c022-4da1-beb9-e877e299be24 req-1ac22c99-ffb0-491b-9638-0514fdaab0bb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:55.884269 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1757385c-c022-4da1-beb9-e877e299be24 req-1ac22c99-ffb0-491b-9638-0514fdaab0bb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0497401 Aug 28 23:10:55.924725 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1757385c-c022-4da1-beb9-e877e299be24 req-514caa29-2e0b-4d2b-abf1-283e8a1aae4b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339541 Aug 28 23:10:56.157889 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6fa45-f8fa-4e5f-a865-a3d13d85164d req-1328bd4d-c5ca-4d28-904a-34a781a33cc5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:56.159967 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a0b6fa45-f8fa-4e5f-a865-a3d13d85164d req-1328bd4d-c5ca-4d28-904a-34a781a33cc5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0555341 Aug 28 23:10:56.199674 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a0b6fa45-f8fa-4e5f-a865-a3d13d85164d req-db4c98e0-2f6c-4a41-922f-7b06622da9f0 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Aug 28 23:10:56.380555 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f24803-4021-46ab-abc4-c222d15b2297 req-b8c9653f-b1a4-4d03-ba10-4b47fac6e3b8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:56.382099 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-78f24803-4021-46ab-abc4-c222d15b2297 req-b8c9653f-b1a4-4d03-ba10-4b47fac6e3b8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0494843 Aug 28 23:10:56.425026 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-78f24803-4021-46ab-abc4-c222d15b2297 req-a4eb12da-abe2-42ad-b9d8-6522f8bb67c4 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Aug 28 23:10:56.753081 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e455894-c2bf-4440-ae01-0194e52a04f4 req-a0291858-69de-46f7-b5bf-f57b8b41d88f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:56.754575 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2e455894-c2bf-4440-ae01-0194e52a04f4 req-a0291858-69de-46f7-b5bf-f57b8b41d88f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0706413 Aug 28 23:10:56.761731 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6df59-7301-4d3e-ac0f-d4725381d293 req-880b24a6-4291-4542-8e5e-9e46ebad550d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:56.763707 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22c6df59-7301-4d3e-ac0f-d4725381d293 req-880b24a6-4291-4542-8e5e-9e46ebad550d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0890739 Aug 28 23:10:56.822629 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22c6df59-7301-4d3e-ac0f-d4725381d293 req-5c9414de-eba5-4dfa-bc47-a739cf2b8ef9 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522251 Aug 28 23:10:56.826129 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2e455894-c2bf-4440-ae01-0194e52a04f4 req-d7a2e6f8-e15d-4f90-aa83-517fa46bde85 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608926 Aug 28 23:10:57.048991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c23e03-b81f-466f-b077-cdf4882bb427 req-7d354ef0-b7cf-42d4-8b47-acf2550b3b05 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:57.051059 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b7c23e03-b81f-466f-b077-cdf4882bb427 req-7d354ef0-b7cf-42d4-8b47-acf2550b3b05 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0534999 Aug 28 23:10:57.089692 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b7c23e03-b81f-466f-b077-cdf4882bb427 req-6dfc00cd-ead7-425f-b95f-d863122416d2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Aug 28 23:10:57.317193 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe23161-d6fe-4751-a02c-267ae469b345 req-7fe5afd2-a9fa-480d-a82f-5d0ca3eca92c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:57.318689 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dfe23161-d6fe-4751-a02c-267ae469b345 req-7fe5afd2-a9fa-480d-a82f-5d0ca3eca92c tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0516539 Aug 28 23:10:57.362657 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dfe23161-d6fe-4751-a02c-267ae469b345 req-4d55c8e1-5ba6-4bf8-badb-692419f51b59 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380273 Aug 28 23:10:57.540478 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb08c0-03bb-4886-9a68-f07f193cd04f req-11d7b0c9-3f4a-4c43-8416-bd6f02833de9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:57.542855 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-eacb08c0-03bb-4886-9a68-f07f193cd04f req-11d7b0c9-3f4a-4c43-8416-bd6f02833de9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0499039 Aug 28 23:10:57.580636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-eacb08c0-03bb-4886-9a68-f07f193cd04f req-19b9e3c4-2049-448d-9ef2-da1e07c69371 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Aug 28 23:10:57.971732 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18b964-6dd6-483a-990e-4e0bc121de78 req-d7dc5687-890c-49db-9290-435b6f60c5e8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:57.973209 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cd18b964-6dd6-483a-990e-4e0bc121de78 req-d7dc5687-890c-49db-9290-435b6f60c5e8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0827403 Aug 28 23:10:57.985131 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245941fe-6ed4-4d36-9463-6ccc80c462c0 req-bc544fff-951b-45d2-9448-684bffab00a3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:57.986539 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-245941fe-6ed4-4d36-9463-6ccc80c462c0 req-bc544fff-951b-45d2-9448-684bffab00a3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0649941 Aug 28 23:10:58.043839 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cd18b964-6dd6-483a-990e-4e0bc121de78 req-e8bddbf7-f1dd-4868-b9af-44d0dae67962 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562897 Aug 28 23:10:58.049888 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-245941fe-6ed4-4d36-9463-6ccc80c462c0 req-5771996c-313c-4c31-a70a-93ea8daa4150 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533819 Aug 28 23:10:58.212113 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9145eb2-34ad-41bd-9c6f-3ba8492b7297 req-dfec6f8f-1b00-4c52-a3d4-85e53c8e8a46 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:58.213586 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9145eb2-34ad-41bd-9c6f-3ba8492b7297 req-dfec6f8f-1b00-4c52-a3d4-85e53c8e8a46 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0492313 Aug 28 23:10:58.252381 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9145eb2-34ad-41bd-9c6f-3ba8492b7297 req-66cf6d0b-88e3-4dd1-bc16-a18b11e207f0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327959 Aug 28 23:10:58.496752 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48e689-420e-4eba-bff2-0feebdf8cee9 req-4f976030-4f9e-4627-bddf-d602d6a25dd9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:58.498949 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d48e689-420e-4eba-bff2-0feebdf8cee9 req-4f976030-4f9e-4627-bddf-d602d6a25dd9 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0588951 Aug 28 23:10:58.540616 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d48e689-420e-4eba-bff2-0feebdf8cee9 req-aa6a5b9b-76f3-4d4f-9b82-00198c745b09 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349746 Aug 28 23:10:58.705759 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2dd5-3b5d-47b9-87e0-0dcea0cfdebe req-3bd1fa99-6831-4115-a83f-221d8f2c18d8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:58.707248 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b70a2dd5-3b5d-47b9-87e0-0dcea0cfdebe req-3bd1fa99-6831-4115-a83f-221d8f2c18d8 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0535359 Aug 28 23:10:58.748278 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b70a2dd5-3b5d-47b9-87e0-0dcea0cfdebe req-e0361133-8f17-469f-b915-a8b78d7b5a52 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Aug 28 23:10:59.195335 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd47ed-f441-40b9-9938-250a3ac397c9 req-f025e812-5bd2-4adb-9117-4a1647a1ab2a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:59.196862 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-01bd47ed-f441-40b9-9938-250a3ac397c9 req-f025e812-5bd2-4adb-9117-4a1647a1ab2a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0788772 Aug 28 23:10:59.212095 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce041-6b35-4d32-b9d8-0d0c0d92b9fa req-e6cf55d5-6d28-417f-ab39-467507676c23 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:59.213617 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ccce041-6b35-4d32-b9d8-0d0c0d92b9fa req-e6cf55d5-6d28-417f-ab39-467507676c23 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0861156 Aug 28 23:10:59.269016 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-01bd47ed-f441-40b9-9938-250a3ac397c9 req-70ffa71a-f3d1-4f48-a561-60abfe339073 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543821 Aug 28 23:10:59.277307 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ccce041-6b35-4d32-b9d8-0d0c0d92b9fa req-8e8df8d9-6ecd-40e8-abe2-488da4542381 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563803 Aug 28 23:10:59.428136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8a03-35a4-4ced-accf-2a0f69b3f79f req-3d051800-4fa8-4af8-b855-c085b9c51bef tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:59.429616 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dac8a03-35a4-4ced-accf-2a0f69b3f79f req-3d051800-4fa8-4af8-b855-c085b9c51bef tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0511422 Aug 28 23:10:59.477369 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dac8a03-35a4-4ced-accf-2a0f69b3f79f req-03fcf24a-4575-49a6-affb-da99eb47d6c5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Aug 28 23:10:59.674775 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae37517-f2d1-4a5d-8375-4e4206cfef00 req-ac452158-b2f0-42d9-b3db-f52df8c86f78 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:59.676243 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ae37517-f2d1-4a5d-8375-4e4206cfef00 req-ac452158-b2f0-42d9-b3db-f52df8c86f78 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0579164 Aug 28 23:10:59.718220 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ae37517-f2d1-4a5d-8375-4e4206cfef00 req-640cc434-dc3d-4bf8-91f9-d125cab99932 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358458 Aug 28 23:10:59.866747 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f436b-7ede-45ee-a8c3-f05711297ff3 req-8f054ab8-b772-4ee9-8f85-b40716178074 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:10:59.868227 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e38f436b-7ede-45ee-a8c3-f05711297ff3 req-8f054ab8-b772-4ee9-8f85-b40716178074 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0519142 Aug 28 23:10:59.910768 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e38f436b-7ede-45ee-a8c3-f05711297ff3 req-fd5e70f6-9096-4c04-a178-65ca299706c2 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Aug 28 23:11:00.436801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0fde-a7e7-44a9-8abd-203e6a41d061 req-13366434-8943-45e9-b1d3-1fc5c2e917be tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:00.438438 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-64aa0fde-a7e7-44a9-8abd-203e6a41d061 req-13366434-8943-45e9-b1d3-1fc5c2e917be tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0827327 Aug 28 23:11:00.446052 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6e59d-61d2-4673-a076-f098ac2915b5 req-9287fac6-1bd0-4cf4-8c22-8c36b1f2a590 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:00.447505 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9a6e59d-61d2-4673-a076-f098ac2915b5 req-9287fac6-1bd0-4cf4-8c22-8c36b1f2a590 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0825391 Aug 28 23:11:00.507740 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-64aa0fde-a7e7-44a9-8abd-203e6a41d061 req-a07cdf6a-32c3-4a0a-a21e-f6a3f4376357 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Aug 28 23:11:00.513562 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9a6e59d-61d2-4673-a076-f098ac2915b5 req-3de44a9a-82a6-426c-abe8-2039bb7dc383 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580480 Aug 28 23:11:00.626832 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c51b66-0624-4cc1-a383-533160fc111c req-f13c0517-c0a1-479f-afc5-5abfff67483a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:00.628312 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9c51b66-0624-4cc1-a383-533160fc111c req-f13c0517-c0a1-479f-afc5-5abfff67483a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0477750 Aug 28 23:11:00.676998 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d9c51b66-0624-4cc1-a383-533160fc111c req-4b54a542-f03c-4828-abe9-5ef4971464dd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Aug 28 23:11:00.840571 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccd5ab-48be-42e5-9be5-36788bc6b945 req-8576f7ad-e3e8-4cbf-9ddf-c15ffb3df550 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:00.842692 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bfccd5ab-48be-42e5-9be5-36788bc6b945 req-8576f7ad-e3e8-4cbf-9ddf-c15ffb3df550 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Aug 28 23:11:00.879774 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bfccd5ab-48be-42e5-9be5-36788bc6b945 req-a0db5d90-1092-4cea-a4c7-c689a5f00d16 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Aug 28 23:11:01.028434 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41f9ae-2fd2-44ce-a612-9556e597134a req-c96da764-ce4d-46e1-a146-dedf909e3573 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:01.030454 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8c41f9ae-2fd2-44ce-a612-9556e597134a req-c96da764-ce4d-46e1-a146-dedf909e3573 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0539050 Aug 28 23:11:01.067503 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8c41f9ae-2fd2-44ce-a612-9556e597134a req-6d608f69-8b8e-44d4-b6ff-9a334765d15b tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Aug 28 23:11:01.672064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682199e-0dc1-47bb-859b-ca2e257f1a32 req-e1a253a7-1687-484f-a600-7d52e55708db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:01.673624 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4682199e-0dc1-47bb-859b-ca2e257f1a32 req-e1a253a7-1687-484f-a600-7d52e55708db tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0802929 Aug 28 23:11:01.681922 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74cfb6-5dcc-4668-b47a-096c7c6431a9 req-660554a8-27e6-4480-ba05-af6ed875d32d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:01.683331 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f74cfb6-5dcc-4668-b47a-096c7c6431a9 req-660554a8-27e6-4480-ba05-af6ed875d32d tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0875525 Aug 28 23:11:01.744372 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f74cfb6-5dcc-4668-b47a-096c7c6431a9 req-8db5fda6-192b-4da7-8010-301d8c82c95a tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534918 Aug 28 23:11:01.746977 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4682199e-0dc1-47bb-859b-ca2e257f1a32 req-4a6bd454-6974-4361-a0d7-96f9183e3b8f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627818 Aug 28 23:11:01.853043 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316605-e30f-4d88-8ec5-fd3697d84ce3 req-1fa5d707-d145-41b2-869e-b3e3b3ae53b9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:01.854602 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6d316605-e30f-4d88-8ec5-fd3697d84ce3 req-1fa5d707-d145-41b2-869e-b3e3b3ae53b9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0495183 Aug 28 23:11:01.898397 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6d316605-e30f-4d88-8ec5-fd3697d84ce3 req-df0eb559-13f4-4412-9a30-a99fc082586c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372481 Aug 28 23:11:02.003572 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4f674-9891-48eb-85a1-1b26d6e03f54 req-817493a6-8d55-4a53-ac5e-0921235bfec8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:02.005158 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e6a4f674-9891-48eb-85a1-1b26d6e03f54 req-817493a6-8d55-4a53-ac5e-0921235bfec8 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0561156 Aug 28 23:11:02.054152 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e6a4f674-9891-48eb-85a1-1b26d6e03f54 req-5e034fac-68ba-46e1-bbbf-3062c372bd32 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Aug 28 23:11:02.195827 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506fa6c-ce1b-4428-aaed-9b9616f25a50 req-6e8af3ca-4cc3-41f5-86a8-56da9d281edf tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:02.197318 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7506fa6c-ce1b-4428-aaed-9b9616f25a50 req-6e8af3ca-4cc3-41f5-86a8-56da9d281edf tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0589530 Aug 28 23:11:02.255198 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7506fa6c-ce1b-4428-aaed-9b9616f25a50 req-a6816d71-7c8a-46e6-8f5a-42ded2d28e41 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513248 Aug 28 23:11:02.891247 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f31536-aca0-416d-967b-8db6bd2dde26 req-0597e7ee-c8f8-4770-bbc4-0b9a42636214 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:02.892748 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-56f31536-aca0-416d-967b-8db6bd2dde26 req-0597e7ee-c8f8-4770-bbc4-0b9a42636214 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0786223 Aug 28 23:11:02.901157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1faaf4-efa8-4549-bd11-37d61788c0e3 req-43f6179b-64c1-41b4-9cf1-318ab160dd5a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:02.902516 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fc1faaf4-efa8-4549-bd11-37d61788c0e3 req-43f6179b-64c1-41b4-9cf1-318ab160dd5a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0865152 Aug 28 23:11:02.957645 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-56f31536-aca0-416d-967b-8db6bd2dde26 req-9cf33b59-2782-478b-b300-addd7289f380 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Aug 28 23:11:02.962802 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fc1faaf4-efa8-4549-bd11-37d61788c0e3 req-6906c990-5967-4f1e-8dc6-5f7aa93eb5c9 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524781 Aug 28 23:11:03.071366 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6eed-1a8a-4ae9-b0ec-d1cc372a41c4 req-7187cf2c-c213-46c7-b61b-fed38435f7cb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:03.072861 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ad0b6eed-1a8a-4ae9-b0ec-d1cc372a41c4 req-7187cf2c-c213-46c7-b61b-fed38435f7cb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0522339 Aug 28 23:11:03.113807 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ad0b6eed-1a8a-4ae9-b0ec-d1cc372a41c4 req-c5470df2-3a0b-4a75-9616-1691bc99ceb4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Aug 28 23:11:03.170404 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f6454-02e6-4c67-9a29-6e3a6b5a26ba req-6fdd6e39-59bb-46b3-8cc0-6a35b2c4995d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:03.171877 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-033f6454-02e6-4c67-9a29-6e3a6b5a26ba req-6fdd6e39-59bb-46b3-8cc0-6a35b2c4995d tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0484834 Aug 28 23:11:03.214515 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-033f6454-02e6-4c67-9a29-6e3a6b5a26ba req-f59ec2b2-f197-4742-80e3-345045c28095 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Aug 28 23:11:03.371280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425161d-00e6-4f67-8ef0-c00d0a54995d req-e3495ed6-4331-4e9e-8afb-1f31de81a4d2 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:03.372636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e425161d-00e6-4f67-8ef0-c00d0a54995d req-e3495ed6-4331-4e9e-8afb-1f31de81a4d2 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0507867 Aug 28 23:11:03.411640 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e425161d-00e6-4f67-8ef0-c00d0a54995d req-7d4f649a-d71d-4994-84a5-742d0af31585 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Aug 28 23:11:04.106632 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbb7db-6e93-40f7-a5c7-ef8c45093d35 req-73c11e6b-423d-401d-afcc-cae7bb526692 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.107996 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3cfbb7db-6e93-40f7-a5c7-ef8c45093d35 req-73c11e6b-423d-401d-afcc-cae7bb526692 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0822191 Aug 28 23:11:04.115851 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cb8b1-91c6-4e81-bb42-7bfa9cb86838 req-910b66eb-5c57-43a7-9228-3da9b9134cfb tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.117212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fa3cb8b1-91c6-4e81-bb42-7bfa9cb86838 req-910b66eb-5c57-43a7-9228-3da9b9134cfb tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0825462 Aug 28 23:11:04.171956 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3cfbb7db-6e93-40f7-a5c7-ef8c45093d35 req-e9ab9ae0-74fa-4077-af9a-c4131bfcd38c tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537112 Aug 28 23:11:04.176823 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fa3cb8b1-91c6-4e81-bb42-7bfa9cb86838 req-4bbe93b7-aaea-4e4a-8c45-a5b3776ec9d8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524561 Aug 28 23:11:04.274172 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36f30e-55b9-4a6c-aedd-f0f939f407f7 req-155b4e30-989b-430e-87a2-64c121ac63fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.275685 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c36f30e-55b9-4a6c-aedd-f0f939f407f7 req-155b4e30-989b-430e-87a2-64c121ac63fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0481429 Aug 28 23:11:04.314864 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c36f30e-55b9-4a6c-aedd-f0f939f407f7 req-7dd8fb5c-d837-4c17-9cdd-8e0fd95b1477 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Aug 28 23:11:04.422085 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887255-827f-4666-9385-1cc6190ff48b req-1c5b070f-0ef7-4005-a4f1-4fd95397b588 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.423451 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-55887255-827f-4666-9385-1cc6190ff48b req-1c5b070f-0ef7-4005-a4f1-4fd95397b588 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0508375 Aug 28 23:11:04.460093 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-55887255-827f-4666-9385-1cc6190ff48b req-a57672a1-6c4c-48aa-a1a4-98d0cdb4a026 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Aug 28 23:11:04.595771 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f793cee-055e-467f-bdb1-9f3c6a644b6c req-f9b77145-ed38-47e5-a33a-13ddab4c2cc5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.597242 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f793cee-055e-467f-bdb1-9f3c6a644b6c req-f9b77145-ed38-47e5-a33a-13ddab4c2cc5 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0745068 Aug 28 23:11:04.605098 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa0393-e7d3-4cb7-bd87-7d316f24fcb8 req-b52c26ac-4881-452e-b1df-e62ca015937c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.606499 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4eaa0393-e7d3-4cb7-bd87-7d316f24fcb8 req-b52c26ac-4881-452e-b1df-e62ca015937c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0743971 Aug 28 23:11:04.663633 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f793cee-055e-467f-bdb1-9f3c6a644b6c req-56e24d4a-af1c-4c0b-ad91-4d1bb4fa845e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562222 Aug 28 23:11:04.666316 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4eaa0393-e7d3-4cb7-bd87-7d316f24fcb8 req-a9d0c6e5-317a-47a6-bea9-5a6b0ccd4002 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533948 Aug 28 23:11:04.833804 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-460516ad-6593-466e-9829-f6e61a940699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.835320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-460516ad-6593-466e-9829-f6e61a940699 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 1098 time: 0.0404088 Aug 28 23:11:04.935121 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-740d19e3-765a-4bb2-8691-dc36066fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:04.936460 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-740d19e3-765a-4bb2-8691-dc36066fbd59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 912 time: 0.0819831 Aug 28 23:11:05.005075 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-dd02cd4a-077b-4b3a-bfdd-771d05a8f995 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e78050a-1737-4393-9ed8-16496dce8839 HTTP/1.1" status: 200 len: 1001 time: 0.0596366 Aug 28 23:11:05.054237 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-9f0368b0-bc80-4586-ad69-d49a41619020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.055627 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-9f0368b0-bc80-4586-ad69-d49a41619020 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0416703 Aug 28 23:11:05.101495 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-1b6269fa-7cc0-4fa8-965a-ac633e1280ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.102919 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-1b6269fa-7cc0-4fa8-965a-ac633e1280ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379789 Aug 28 23:11:05.198715 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-c7bd4722-9c0b-471f-bb27-b7dac1b8f75c service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837212 Aug 28 23:11:05.317556 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7eedb-8aec-4e07-a9ba-763db3a5c0c8 req-56e0581e-e74a-45d7-931c-d69021f53463 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.319015 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b4a7eedb-8aec-4e07-a9ba-763db3a5c0c8 req-56e0581e-e74a-45d7-931c-d69021f53463 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0717347 Aug 28 23:11:05.335511 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d61c5fac-0c8b-434e-92d9-f86f3ac4d06c req-00c13662-105f-4c99-a9dd-268dbb134928 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292017 Aug 28 23:11:05.362483 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b4a7eedb-8aec-4e07-a9ba-763db3a5c0c8 req-236d7441-c832-47b8-bd5b-489b4408d641 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359070 Aug 28 23:11:05.437223 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d09b-bd44-4682-baf4-411f95e6c7f5 req-70ea1ec0-57ae-4a81-a7c5-95e639b4de63 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.438733 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-28a2d09b-bd44-4682-baf4-411f95e6c7f5 req-70ea1ec0-57ae-4a81-a7c5-95e639b4de63 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0485911 Aug 28 23:11:05.475901 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-28a2d09b-bd44-4682-baf4-411f95e6c7f5 req-54010a40-0b13-414d-8065-2df012cd944a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Aug 28 23:11:05.576179 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e78a45-0b85-496d-9d33-1f6d8b53f7c4 req-cdbcfba7-b973-44dc-b5de-5d3b8f6a3020 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.577665 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-83e78a45-0b85-496d-9d33-1f6d8b53f7c4 req-cdbcfba7-b973-44dc-b5de-5d3b8f6a3020 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0472684 Aug 28 23:11:05.615615 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-83e78a45-0b85-496d-9d33-1f6d8b53f7c4 req-a723bdc1-7e18-4de3-b63d-14b7bafb3631 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/security-groups?id=aee301fa-79fa-473a-96e0-05f28f1a9bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Aug 28 23:11:05.676092 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-606e9b33-0a11-4309-afbb-dcc7b8af7ef5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.677070 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-606e9b33-0a11-4309-afbb-dcc7b8af7ef5 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 945 time: 0.0505564 Aug 28 23:11:05.845577 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5264da1-8b67-43e7-b51b-3a3ce51c4065 req-cc815c86-6448-4862-91fa-a4a68162eb0f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.847081 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5264da1-8b67-43e7-b51b-3a3ce51c4065 req-cc815c86-6448-4862-91fa-a4a68162eb0f tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.1122608 Aug 28 23:11:05.855116 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4465b7-a443-45a7-af4f-34a255a94447 req-e06c7824-c6e3-4314-8586-965f189f1db1 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:05.857018 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a4465b7-a443-45a7-af4f-34a255a94447 req-e06c7824-c6e3-4314-8586-965f189f1db1 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.1122775 Aug 28 23:11:05.894353 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Deleting port a3a0d112-2b87-4914-9f2f-4c5bb97e229e {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:11:05.894754 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:06.179562 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5264da1-8b67-43e7-b51b-3a3ce51c4065 req-7b313241-aa4a-4873-a548-e38a81178ac1 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213809 Aug 28 23:11:06.188208 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a4465b7-a443-45a7-af4f-34a255a94447 req-bec23a40-f57c-40e0-b0ea-5c35b9d563e4 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218434 Aug 28 23:11:06.236869 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] For port a3a0d112-2b87-4914-9f2f-4c5bb97e229e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,segment=NetworkSegment(27632516-0641-4d0d-a0a6-77a4821a2a3c),segment_id=27632516-0641-4d0d-a0a6-77a4821a2a3c)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:06.237567 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:06.250436 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Calling delete_port for a3a0d112-2b87-4914-9f2f-4c5bb97e229e owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:11:06.452660 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:06.465992 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['a3a0d112-2b87-4914-9f2f-4c5bb97e229e'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:11:06.481289 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Pushing event deleted for resources: {'Port': ['ID=a3a0d112-2b87-4914-9f2f-4c5bb97e229e,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:06.523927 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] No DVR routers for this DVR port a3a0d112-2b87-4914-9f2f-4c5bb97e229e on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:11:06.526547 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:06.529191 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb058c63-1193-4855-b359-f5b85f4ee4cd req-c67b8d89-1a0f-4582-a9b0-0a1deec251c1 tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.39 "DELETE /v2.0/ports/a3a0d112-2b87-4914-9f2f-4c5bb97e229e HTTP/1.1" status: 204 len: 173 time: 0.8432970 Aug 28 23:11:06.529620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828e226-a592-47d7-ad56-d391f09151f2', 'name': 'network-vif-deleted', 'tag': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:11:06.531945 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a312092e-3f80-441c-abc6-1bc35f9de4df" -d '{"events": [{"server_uuid": "5828e226-a592-47d7-ad56-d391f09151f2", "name": "network-vif-deleted", "tag": "a3a0d112-2b87-4914-9f2f-4c5bb97e229e"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:11:06.599346 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:11:06.634048 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da78f75-4be8-44f7-8a33-1ba01a022306 req-a85298f5-0842-4028-b0b5-226b544aa9a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:06.635532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4da78f75-4be8-44f7-8a33-1ba01a022306 req-a85298f5-0842-4028-b0b5-226b544aa9a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0839508 Aug 28 23:11:06.643255 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-39565e0d-322a-4212-a54f-e67f2f5ce765 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:06.644583 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-39565e0d-322a-4212-a54f-e67f2f5ce765 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 945 time: 0.0841746 Aug 28 23:11:06.707109 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4da78f75-4be8-44f7-8a33-1ba01a022306 req-3d98fdab-54cf-4688-88d0-c3bb12bf387b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571063 Aug 28 23:11:06.707109 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63611d88-8fde-4afb-b641-5009b3b50e13 x-openstack-request-id: req-63611d88-8fde-4afb-b641-5009b3b50e13 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:11:06.707109 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828e226-a592-47d7-ad56-d391f09151f2", "name": "network-vif-deleted", "tag": "a3a0d112-2b87-4914-9f2f-4c5bb97e229e", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:11:06.707109 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63611d88-8fde-4afb-b641-5009b3b50e13 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:11:06.707109 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828e226-a592-47d7-ad56-d391f09151f2', 'name': 'network-vif-deleted', 'tag': 'a3a0d112-2b87-4914-9f2f-4c5bb97e229e', 'status': 'completed', 'code': 200} Aug 28 23:11:06.779539 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Deleting port 769b2dce-b113-40e4-9f2d-85e7532341a6 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:11:06.781295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:06.844016 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3bd2a0ca-dfbf-4235-b705-fd0a4d26986a req-51a463ed-ff83-4fe6-921b-7d17fdda166f tempest-AttachVolumeNegativeTest-828508225 tempest-AttachVolumeNegativeTest-828508225-project] 10.222.0.16 "GET /v2.0/ports?device_id=5828e226-a592-47d7-ad56-d391f09151f2 HTTP/1.1" status: 200 len: 210 time: 0.0755177 Aug 28 23:11:06.912349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c47e98-e14a-4a6b-862f-780e0765db48 req-7de78695-3c6d-410e-bac3-d235ee55a759 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:06.913823 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9c47e98-e14a-4a6b-862f-780e0765db48 req-7de78695-3c6d-410e-bac3-d235ee55a759 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.1198275 Aug 28 23:11:06.920478 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] For port 769b2dce-b113-40e4-9f2d-85e7532341a6, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=769b2dce-b113-40e4-9f2d-85e7532341a6,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:06.920837 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:06.949662 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Calling delete_port for 769b2dce-b113-40e4-9f2d-85e7532341a6 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:11:07.002118 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9c47e98-e14a-4a6b-862f-780e0765db48 req-4880e361-7981-4093-9246-7befb8567fd5 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786054 Aug 28 23:11:07.223536 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:07.244998 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['769b2dce-b113-40e4-9f2d-85e7532341a6', '04b4252d-6eb7-4f0b-9812-a86846d97cc5'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:11:07.293273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Pushing event deleted for resources: {'Port': ['ID=769b2dce-b113-40e4-9f2d-85e7532341a6,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:07.299392 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a2ff2770-c0ba-42c9-ae40-edf60690dea9 req-6407b880-6673-428c-bd9e-f3d83e414f06 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0316417 Aug 28 23:11:07.362280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] No DVR routers for this DVR port 769b2dce-b113-40e4-9f2d-85e7532341a6 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:11:07.365130 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:07.367189 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-79f87f5f-1ec6-41a1-917a-2743ee209b3d req-4b6f02be-1f9e-4cd3-95a4-d184754fcce9 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "DELETE /v2.0/ports/769b2dce-b113-40e4-9f2d-85e7532341a6 HTTP/1.1" status: 204 len: 173 time: 0.7083881 Aug 28 23:11:07.382966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03dc44-2353-406c-9af9-6b3a7c03b5f7 req-cd2bf177-4aeb-461b-8c4f-01c0e771fc87 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:07.384535 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cd03dc44-2353-406c-9af9-6b3a7c03b5f7 req-cd2bf177-4aeb-461b-8c4f-01c0e771fc87 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0891430 Aug 28 23:11:07.426324 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cd03dc44-2353-406c-9af9-6b3a7c03b5f7 req-80fb1704-5e71-4521-8861-dc2e940474ae tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348971 Aug 28 23:11:07.826563 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e977c-cc16-4fcd-92fd-dc93044a3e63 req-8d551a43-7708-41c3-bb48-391c54790073 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:07.828020 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d08e977c-cc16-4fcd-92fd-dc93044a3e63 req-8d551a43-7708-41c3-bb48-391c54790073 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0510201 Aug 28 23:11:07.864985 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d08e977c-cc16-4fcd-92fd-dc93044a3e63 req-2f5fea72-3e17-4e49-80d9-06415e3fd934 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Aug 28 23:11:07.898349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36604) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:07.942162 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Deleting subnet 8aa43a8e-628a-4846-b5c3-3235b4fc3275 {{(pid=94553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:11:07.945127 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:07.977555 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911245'] for subnet, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.016113 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.118961 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8714c4-1214-4e4b-bb25-cf8231302c3e req-c11e4d09-c896-4699-90e8-c4447e2327c8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:08.126782 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7b8714c4-1214-4e4b-bb25-cf8231302c3e req-c11e4d09-c896-4699-90e8-c4447e2327c8 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0471547 Aug 28 23:11:08.157896 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7b8714c4-1214-4e4b-bb25-cf8231302c3e req-1d32689b-3baa-48d3-b4de-89499187a677 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/security-groups?id=eccdc553-352d-43bb-ab6d-51dce934cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Aug 28 23:11:08.183050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8498131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8721876'] for subnet, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.210903 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa43a8e-628a-4846-b5c3-3235b4fc3275,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:08.213359 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.214782 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-e9d8dabf-ded5-4337-8de3-114c57c0594c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8aa43a8e-628a-4846-b5c3-3235b4fc3275 HTTP/1.1" status: 204 len: 168 time: 0.3154535 Aug 28 23:11:08.218036 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36608) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:08.316650 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.333021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-82424363-0050-42aa-a42b-6ab9515c4e4b tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:08.334491 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-82424363-0050-42aa-a42b-6ab9515c4e4b tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 945 time: 0.0714154 Aug 28 23:11:08.453781 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5a5ad95-32b7-42ed-8dc5-c3762cbace7a req-ca5a79f0-22a6-41df-8c2e-afb0892bc392 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4199476-47e7-454c-9062-a493de34301c HTTP/1.1" status: 200 len: 210 time: 0.0723855 Aug 28 23:11:08.467603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.495317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95770048-f10d-4c09-b5ee-87929c266da7']}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:08.507651 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27632516-0641-4d0d-a0a6-77a4821a2a3c') {'for_net_delete': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:08.507946 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27632516-0641-4d0d-a0a6-77a4821a2a3c') {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:08.520343 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911286'] for segment, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.539582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.548042 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:11:08.548417 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8498025'] for segment, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: Traceback (most recent call last): Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: timer() Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: cb(*args, **kw) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: return func(*args, **kwargs) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: self._notify() Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: self.callback(batched_events) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: event.method(event) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: return f(self, *a, **k) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._get(url).json() Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: return self.request(url, 'GET', **kwargs) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:11:08.551146 dv-cinder-790492-11-iscsi neutron-server[94553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:11:08.562982 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Deleting port ae219832-7151-4ff9-ae4a-c744e25bde60 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:11:08.563309 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.687217 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] For port ae219832-7151-4ff9-ae4a-c744e25bde60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ae219832-7151-4ff9-ae4a-c744e25bde60,segment=NetworkSegment(3eb271b7-1c3e-40cc-8194-14c1d799bf14),segment_id=3eb271b7-1c3e-40cc-8194-14c1d799bf14)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:08.688172 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.700729 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Calling delete_port for ae219832-7151-4ff9-ae4a-c744e25bde60 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:11:08.706382 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4199476-47e7-454c-9062-a493de34301c', 'name': 'network-vif-deleted', 'tag': '769b2dce-b113-40e4-9f2d-85e7532341a6'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:11:08.709533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f5edc-ccdd-4a83-a077-93b120d4774c" -d '{"events": [{"server_uuid": "b4199476-47e7-454c-9062-a493de34301c", "name": "network-vif-deleted", "tag": "769b2dce-b113-40e4-9f2d-85e7532341a6"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:11:08.715718 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.727170 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.729672 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] 10.222.0.16 "DELETE /v2.0/networks/95770048-f10d-4c09-b5ee-87929c266da7 HTTP/1.1" status: 204 len: 168 time: 0.5105700 Aug 28 23:11:08.774176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d68395-8720-4121-9d05-c7c03848245e x-openstack-request-id: req-75d68395-8720-4121-9d05-c7c03848245e {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:11:08.774465 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4199476-47e7-454c-9062-a493de34301c", "name": "network-vif-deleted", "tag": "769b2dce-b113-40e4-9f2d-85e7532341a6", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:11:08.774714 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75d68395-8720-4121-9d05-c7c03848245e {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:11:08.775102 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4199476-47e7-454c-9062-a493de34301c', 'name': 'network-vif-deleted', 'tag': '769b2dce-b113-40e4-9f2d-85e7532341a6', 'status': 'completed', 'code': 200} Aug 28 23:11:08.775781 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc93a60-421c-4e4a-9483-943499061a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=95770048-f10d-4c09-b5ee-87929c266da7,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:08.920687 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:08.933102 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ae219832-7151-4ff9-ae4a-c744e25bde60'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:11:08.957191 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Pushing event deleted for resources: {'Port': ['ID=ae219832-7151-4ff9-ae4a-c744e25bde60,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:09.016644 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] No DVR routers for this DVR port ae219832-7151-4ff9-ae4a-c744e25bde60 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:11:09.019625 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:09.021565 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afc11914-fd19-4ce6-a8a1-1af5f5d88684 req-c3a2cd1d-8325-42d8-9ad4-65ac7238bd46 tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.39 "DELETE /v2.0/ports/ae219832-7151-4ff9-ae4a-c744e25bde60 HTTP/1.1" status: 204 len: 173 time: 0.6806149 Aug 28 23:11:09.036877 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d4fd5-846d-4bf6-ba32-f3fb2ee37741 req-92541192-567d-45a2-9e15-1abc0cbe9ff0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:09.038363 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b46d4fd5-846d-4bf6-ba32-f3fb2ee37741 req-92541192-567d-45a2-9e15-1abc0cbe9ff0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0914278 Aug 28 23:11:09.077064 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b46d4fd5-846d-4bf6-ba32-f3fb2ee37741 req-16107fe4-ba5d-4a40-8bd2-991ff236cdd5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Aug 28 23:11:09.102927 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36618) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:09.144563 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2b4cd234-f098-4e25-a6d9-656d662491cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b130a0f19f74460b9fededbf31fd04b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399244 Aug 28 23:11:09.147091 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36620) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:09.197496 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a46d082e-9fb8-4c63-a089-60f1bea248d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:09.220732 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a46d082e-9fb8-4c63-a089-60f1bea248d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:09.273956 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-072aaf12-6339-4ac7-85a0-ef580c8ce2b6 req-aefdc102-741f-4451-b80b-b20ef1faa52c tempest-VolumesActionsTest-1369004264 tempest-VolumesActionsTest-1369004264-project] 10.222.0.16 "GET /v2.0/ports?device_id=36633bf5-a077-4758-9c69-db0d39661a3c HTTP/1.1" status: 200 len: 210 time: 0.0386865 Aug 28 23:11:09.342769 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device a3a0d112-2b87-4914-9f2f-4c5bb97e229e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:11:09.367239 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: a3a0d112-2b87-4914-9f2f-4c5bb97e229e {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:11:09.367575 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device a3a0d112-2b87-4914-9f2f-4c5bb97e229e not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:11:09.367979 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 769b2dce-b113-40e4-9f2d-85e7532341a6 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:11:09.382805 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a46d082e-9fb8-4c63-a089-60f1bea248d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:09.385347 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a46d082e-9fb8-4c63-a089-60f1bea248d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:09.386555 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a46d082e-9fb8-4c63-a089-60f1bea248d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aee301fa-79fa-473a-96e0-05f28f1a9bd6 HTTP/1.1" status: 204 len: 168 time: 0.2385778 Aug 28 23:11:09.393671 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 769b2dce-b113-40e4-9f2d-85e7532341a6 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:11:09.393671 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 769b2dce-b113-40e4-9f2d-85e7532341a6 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:11:09.393671 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ae219832-7151-4ff9-ae4a-c744e25bde60 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:11:09.401546 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d082e-9fb8-4c63-a089-60f1bea248d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee301fa-79fa-473a-96e0-05f28f1a9bd6,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:09.414796 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: ae219832-7151-4ff9-ae4a-c744e25bde60 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:11:09.421162 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ae219832-7151-4ff9-ae4a-c744e25bde60 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:11:09.956873 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ee1c3-e08d-4ba2-bae9-9fcfd247ec24 req-87cdbbff-a0f1-4460-8d4c-1dfcac4f2733 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:09.957808 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-528ee1c3-e08d-4ba2-bae9-9fcfd247ec24 req-87cdbbff-a0f1-4460-8d4c-1dfcac4f2733 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0535491 Aug 28 23:11:09.998542 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-528ee1c3-e08d-4ba2-bae9-9fcfd247ec24 req-bea45d26-4da3-4626-9016-921cbe3742fb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Aug 28 23:11:10.194456 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-dfee2943-d18a-471a-acce-ecf362b6ec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:10.200169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2584e8-3c5b-4aae-a7c8-b5bba53eb059 req-d075378b-b468-475a-9d2a-eb08e3205919 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:10.202649 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db2584e8-3c5b-4aae-a7c8-b5bba53eb059 req-d075378b-b468-475a-9d2a-eb08e3205919 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0504839 Aug 28 23:11:10.241905 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db2584e8-3c5b-4aae-a7c8-b5bba53eb059 req-874b35e3-3008-4a38-8e69-4acf04741cd9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Aug 28 23:11:10.776962 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36633bf5-a077-4758-9c69-db0d39661a3c', 'name': 'network-vif-deleted', 'tag': 'ae219832-7151-4ff9-ae4a-c744e25bde60'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:11:10.779859 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0731eabd-2881-4b9a-925e-3ded74884cea" -d '{"events": [{"server_uuid": "36633bf5-a077-4758-9c69-db0d39661a3c", "name": "network-vif-deleted", "tag": "ae219832-7151-4ff9-ae4a-c744e25bde60"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:11:10.820341 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b65b6b8-9771-4fc6-82d1-25af41120705 x-openstack-request-id: req-7b65b6b8-9771-4fc6-82d1-25af41120705 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:11:10.821162 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36633bf5-a077-4758-9c69-db0d39661a3c", "name": "network-vif-deleted", "tag": "ae219832-7151-4ff9-ae4a-c744e25bde60", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:11:10.821162 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b65b6b8-9771-4fc6-82d1-25af41120705 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:11:10.821475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36633bf5-a077-4758-9c69-db0d39661a3c', 'name': 'network-vif-deleted', 'tag': 'ae219832-7151-4ff9-ae4a-c744e25bde60', 'status': 'completed', 'code': 200} Aug 28 23:11:11.111097 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f85be-fa06-4748-8817-6743f3846f79 req-5d5219db-e010-422d-a97e-e3f608506d29 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:11.114774 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a10f85be-fa06-4748-8817-6743f3846f79 req-5d5219db-e010-422d-a97e-e3f608506d29 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0503383 Aug 28 23:11:11.150223 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a10f85be-fa06-4748-8817-6743f3846f79 req-0f7aa113-ac02-4174-9722-8f1874c69fbe tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Aug 28 23:11:11.356014 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:11:11.381031 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a702ca-9ada-46ab-a55c-465e1b9688b0 req-f92f5d6f-1a96-4cf9-b412-217dedceda12 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:11.382583 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5a702ca-9ada-46ab-a55c-465e1b9688b0 req-f92f5d6f-1a96-4cf9-b412-217dedceda12 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 944 time: 0.0495839 Aug 28 23:11:11.444879 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5a702ca-9ada-46ab-a55c-465e1b9688b0 req-522fc7d7-422e-4bc6-9a76-77bc5a835054 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522411 Aug 28 23:11:11.467501 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:11.479274 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'port_id': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'mac_address': 'fa:16:3e:2c:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:11:11.524148 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:11.537993 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5275ed48-e6d1-4a81-9df0-c1f928401ae2 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:11:11.557632 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:11.628505 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:11.685967 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=9']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:11.693854 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.694228 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.694571 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.694903 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.695230 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.695561 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.695883 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.696205 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.696529 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.696870 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.697191 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.697513 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:11.888699 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['5275ed48-e6d1-4a81-9df0-c1f928401ae2'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:11:12.218757 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36730) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:12.262080 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa582a3-01f6-49e2-ab9c-89b7bda6bb7c req-5af7e944-72ac-4a12-8c06-f430bd52fa9e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:12.264420 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7aa582a3-01f6-49e2-ab9c-89b7bda6bb7c req-5af7e944-72ac-4a12-8c06-f430bd52fa9e tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0481346 Aug 28 23:11:12.302047 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7aa582a3-01f6-49e2-ab9c-89b7bda6bb7c req-44550df4-5417-4cc4-9d8d-2418401b11d3 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Aug 28 23:11:12.322580 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-92538094-cab5-40b5-a688-d39931bdb4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.406771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-92538094-cab5-40b5-a688-d39931bdb4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.479272 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-92538094-cab5-40b5-a688-d39931bdb4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.515964 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92538094-cab5-40b5-a688-d39931bdb4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33491c7c-ce52-455b-b9bf-00fd03fcbaa3,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:12.520308 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-92538094-cab5-40b5-a688-d39931bdb4b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea50b0f549c84fbeb81548c03d2f6b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005280 Aug 28 23:11:12.522931 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36736) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:12.571168 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1d920680-6e73-42f7-b47f-606c0fd148cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.571415 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5e6ee-ca56-4774-8354-6d0af7f63e9c req-d31a464b-bbda-4b97-a936-e5409193d771 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:12.572773 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d3e5e6ee-ca56-4774-8354-6d0af7f63e9c req-d31a464b-bbda-4b97-a936-e5409193d771 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Aug 28 23:11:12.592399 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1d920680-6e73-42f7-b47f-606c0fd148cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.609988 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d3e5e6ee-ca56-4774-8354-6d0af7f63e9c req-c79023e0-1cd6-4b7a-b0b2-4ae14adda0ec tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304496 Aug 28 23:11:12.708063 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1d920680-6e73-42f7-b47f-606c0fd148cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.710676 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1d920680-6e73-42f7-b47f-606c0fd148cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.715174 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-1d920680-6e73-42f7-b47f-606c0fd148cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33491c7c-ce52-455b-b9bf-00fd03fcbaa3 HTTP/1.1" status: 204 len: 168 time: 0.1879337 Aug 28 23:11:12.720620 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d920680-6e73-42f7-b47f-606c0fd148cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33491c7c-ce52-455b-b9bf-00fd03fcbaa3,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:12.733377 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa151-bea0-44a3-833a-265e3d0843e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:12.999524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.394698 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36748) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:13.410902 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4884cedc-f31d-46b7-ac56-3bddd590ef8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.416817 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7312-5617-4824-ac5b-731d8b02c686 req-545cc65b-e988-48b5-ab9c-cfa83112c909 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:13.416817 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-420d7312-5617-4824-ac5b-731d8b02c686 req-545cc65b-e988-48b5-ab9c-cfa83112c909 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0485733 Aug 28 23:11:13.454181 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-420d7312-5617-4824-ac5b-731d8b02c686 req-400305fb-67d4-4ace-b3bd-c561b71d5a19 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Aug 28 23:11:13.496983 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4884cedc-f31d-46b7-ac56-3bddd590ef8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.571371 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4884cedc-f31d-46b7-ac56-3bddd590ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.609519 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-4884cedc-f31d-46b7-ac56-3bddd590ef8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdf9b7cac23e45e7ac017c3847f801d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137456 Aug 28 23:11:13.610458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884cedc-f31d-46b7-ac56-3bddd590ef8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c2c16-dc84-4bab-830f-20a743d88254,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:13.612196 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36750) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:13.662001 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2d42-2577-4981-b3d7-b787b05b91f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.682867 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2d42-2577-4981-b3d7-b787b05b91f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.756257 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b14ba-c32f-444d-8aa4-f3edc1a54f76 req-00558b80-8c6a-4acb-a538-e158e9b98e5e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:13.757780 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-613b14ba-c32f-444d-8aa4-f3edc1a54f76 req-00558b80-8c6a-4acb-a538-e158e9b98e5e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0730433 Aug 28 23:11:13.796552 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-613b14ba-c32f-444d-8aa4-f3edc1a54f76 req-f1d0e90d-9902-40a1-87ba-c8e418165bd1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Aug 28 23:11:13.828314 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2d42-2577-4981-b3d7-b787b05b91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.830912 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2d42-2577-4981-b3d7-b787b05b91f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:13.832035 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ca2c2d42-2577-4981-b3d7-b787b05b91f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/085c2c16-dc84-4bab-830f-20a743d88254 HTTP/1.1" status: 204 len: 168 time: 0.2187772 Aug 28 23:11:13.841473 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c2d42-2577-4981-b3d7-b787b05b91f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c2c16-dc84-4bab-830f-20a743d88254,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:14.199592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:14.567698 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae0cc-64f7-4ba5-a0d8-93ce15d8c4bd req-9a4c6cd1-4705-48e7-af1c-8d4b04fa9279 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:14.569188 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-47eae0cc-64f7-4ba5-a0d8-93ce15d8c4bd req-9a4c6cd1-4705-48e7-af1c-8d4b04fa9279 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0495393 Aug 28 23:11:14.609549 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-47eae0cc-64f7-4ba5-a0d8-93ce15d8c4bd req-a7b0523e-a088-44a0-b2dc-379e1f9df0cb tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Aug 28 23:11:14.912141 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016193d-5468-456a-86c6-1d967f2a2493 req-c3d7d5fe-80dd-4c60-8a88-4228ce166237 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:14.913656 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b016193d-5468-456a-86c6-1d967f2a2493 req-c3d7d5fe-80dd-4c60-8a88-4228ce166237 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Aug 28 23:11:14.953836 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b016193d-5468-456a-86c6-1d967f2a2493 req-2e3aeae9-6a81-489c-ad86-184e0457ba7a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Aug 28 23:11:15.359560 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:15.398461 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-42100890-db88-4b6f-b6a7-c38001f20d08 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:15.399991 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-42100890-db88-4b6f-b6a7-c38001f20d08 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0491004 Aug 28 23:11:15.488721 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Deleting port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:11:15.489062 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:15.580370 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] For port 04b4252d-6eb7-4f0b-9812-a86846d97cc5, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=04b4252d-6eb7-4f0b-9812-a86846d97cc5,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:15.581026 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:15.593668 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Calling delete_port for 04b4252d-6eb7-4f0b-9812-a86846d97cc5 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:11:15.756505 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12af85-9e8c-4802-9503-07905cf11075 req-f2a53473-852f-42ca-8517-5e0dd2e6c08c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:15.758016 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ed12af85-9e8c-4802-9503-07905cf11075 req-f2a53473-852f-42ca-8517-5e0dd2e6c08c tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 946 time: 0.0664854 Aug 28 23:11:15.800970 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ed12af85-9e8c-4802-9503-07905cf11075 req-04533806-6f5d-4486-b2b2-4702f1ca3f69 tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dfcb84b-de77-46c0-babd-df8767df3e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Aug 28 23:11:15.834181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:15.847461 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['04b4252d-6eb7-4f0b-9812-a86846d97cc5'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:11:15.868797 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Pushing event deleted for resources: {'Port': ['ID=04b4252d-6eb7-4f0b-9812-a86846d97cc5,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:15.908180 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] No DVR routers for this DVR port 04b4252d-6eb7-4f0b-9812-a86846d97cc5 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:11:15.911046 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:15.913028 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-09cf29dd-f299-4dd7-9caa-d39755220b17 req-81e4b074-d2df-4463-807e-c689c7ffd72a tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.39 "DELETE /v2.0/ports/04b4252d-6eb7-4f0b-9812-a86846d97cc5 HTTP/1.1" status: 204 len: 173 time: 0.5068409 Aug 28 23:11:15.913425 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'name': 'network-vif-deleted', 'tag': '04b4252d-6eb7-4f0b-9812-a86846d97cc5'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:11:15.915669 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adddf57d-effb-47ce-acd1-6bd5814466f3" -d '{"events": [{"server_uuid": "20efe6cd-e083-4bb0-b957-1b1d89c66656", "name": "network-vif-deleted", "tag": "04b4252d-6eb7-4f0b-9812-a86846d97cc5"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:11:15.953652 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf38c09-b355-42d2-92c0-3c1cb259a584 x-openstack-request-id: req-aaf38c09-b355-42d2-92c0-3c1cb259a584 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:11:15.953979 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20efe6cd-e083-4bb0-b957-1b1d89c66656", "name": "network-vif-deleted", "tag": "04b4252d-6eb7-4f0b-9812-a86846d97cc5", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:11:15.954231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaf38c09-b355-42d2-92c0-3c1cb259a584 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:11:15.954628 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20efe6cd-e083-4bb0-b957-1b1d89c66656', 'name': 'network-vif-deleted', 'tag': '04b4252d-6eb7-4f0b-9812-a86846d97cc5', 'status': 'completed', 'code': 200} Aug 28 23:11:16.095479 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e0174-1d1f-475b-92c7-7febcb8bdc70 req-182a5444-3bad-4d9f-8378-56cf387e3443 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:16.097177 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-083e0174-1d1f-475b-92c7-7febcb8bdc70 req-182a5444-3bad-4d9f-8378-56cf387e3443 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0616255 Aug 28 23:11:16.141188 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-083e0174-1d1f-475b-92c7-7febcb8bdc70 req-36eb478c-12ff-483d-963a-bb575b35b309 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350490 Aug 28 23:11:16.824839 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:11:16.954091 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:11:16.955324 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:17.046731 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51d14f14-dc44-47b4-a57f-c32e4706ff8a req-b165989e-e08e-4b62-b45f-3c84b6d8108d tempest-ServerRescueNegativeTestJSON-1980010942 tempest-ServerRescueNegativeTestJSON-1980010942-project] 10.222.0.16 "GET /v2.0/ports?device_id=20efe6cd-e083-4bb0-b957-1b1d89c66656 HTTP/1.1" status: 200 len: 210 time: 0.0297003 Aug 28 23:11:17.066040 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:17.093739 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:11:17.096462 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c892a-f7e7-4b88-aaf9-5652577901b9" -d '{"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-plugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:11:17.127987 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:17.134438 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0465fff9-0c18-4069-8bf1-baff1db46772 x-openstack-request-id: req-0465fff9-0c18-4069-8bf1-baff1db46772 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:11:17.134740 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-plugged", "status": "completed", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:11:17.134987 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0465fff9-0c18-4069-8bf1-baff1db46772 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:11:17.135374 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'code': 200} Aug 28 23:11:17.297186 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:17.312478 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51184c-dd4e-458c-a471-278f4ed00bf9 req-86dca106-31f6-4abe-ab39-712f2d46cc8a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:17.320137 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1b51184c-dd4e-458c-a471-278f4ed00bf9 req-86dca106-31f6-4abe-ab39-712f2d46cc8a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 945 time: 0.0639863 Aug 28 23:11:17.368164 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1b51184c-dd4e-458c-a471-278f4ed00bf9 req-c8a0a317-a5d5-4df0-a958-03387dd0e2dd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 Aug 28 23:11:17.372889 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=10']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:17.848319 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403c9f-c057-4f5b-beaf-8d85dd83a8d9 req-30cec8c6-742a-478d-abc8-276e1e6af66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:17.849634 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5403c9f-c057-4f5b-beaf-8d85dd83a8d9 req-30cec8c6-742a-478d-abc8-276e1e6af66e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1100 time: 0.0573130 Aug 28 23:11:17.892857 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5403c9f-c057-4f5b-beaf-8d85dd83a8d9 req-7d2a1975-437f-45c0-a637-2f04131b366a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355256 Aug 28 23:11:17.988362 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:18.065384 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36874) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:18.544644 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346a8ba-c911-4515-849a-30bd30ad318a req-1ef1380b-e948-4d36-85e2-c17b360babfa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:18.546900 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0346a8ba-c911-4515-849a-30bd30ad318a req-1ef1380b-e948-4d36-85e2-c17b360babfa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.0883384 Aug 28 23:11:18.645862 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0346a8ba-c911-4515-849a-30bd30ad318a req-d2bcd11b-6c02-4ddd-becf-cb30848624ed tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914850 Aug 28 23:11:18.679986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:19.278594 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Deleting port de8c63cc-d042-4eda-95f5-82e13406dcc2 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:11:19.279343 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:19.367563 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] For port de8c63cc-d042-4eda-95f5-82e13406dcc2, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=de8c63cc-d042-4eda-95f5-82e13406dcc2,segment=NetworkSegment(7388bc19-b79a-45a0-a46e-30cc0e36bee6),segment_id=7388bc19-b79a-45a0-a46e-30cc0e36bee6)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:19.368064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:19.382934 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Calling delete_port for de8c63cc-d042-4eda-95f5-82e13406dcc2 owned by network:router_interface {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:11:19.680532 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:19.780443 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8c63cc-d042-4eda-95f5-82e13406dcc2,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:19.859143 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194326d-b335-481a-87b1-56be0fefc341 req-4c96b5db-6910-4f52-878a-3c80eb64d86e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:19.862254 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c194326d-b335-481a-87b1-56be0fefc341 req-4c96b5db-6910-4f52-878a-3c80eb64d86e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.1226819 Aug 28 23:11:19.958671 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c194326d-b335-481a-87b1-56be0fefc341 req-0c18f260-1389-4724-8170-a255e9bc0500 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918136 Aug 28 23:11:20.016279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:20.298647 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Router 4e32717d-8415-426f-bfc1-8d71cd66d306 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:11:20.431014 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:11:20.441343 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36936) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:20.441937 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] Sync routers for ids ['4e32717d-8415-426f-bfc1-8d71cd66d306'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:11:20.451877 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] Routers {'4e32717d-8415-426f-bfc1-8d71cd66d306'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:11:20.452513 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:11:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['4e32717d-8415-426f-bfc1-8d71cd66d306'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:20.454867 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-e0934029-8c47-4eaf-9821-4dd36b11f5f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/4e32717d-8415-426f-bfc1-8d71cd66d306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3876917 Aug 28 23:11:20.566426 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] Set router 4e32717d-8415-426f-bfc1-8d71cd66d306 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:11:20.580832 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:20.724364 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:20.768613 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:11:19Z', 'revision_number': 5, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:20.809257 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 04b4252d-6eb7-4f0b-9812-a86846d97cc5 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:11:20.821749 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] Checking router: 4e32717d-8415-426f-bfc1-8d71cd66d306 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:11:20.832383 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] Routers {'4e32717d-8415-426f-bfc1-8d71cd66d306'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:11:20.833218 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:11:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['4e32717d-8415-426f-bfc1-8d71cd66d306'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:20.861187 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 04b4252d-6eb7-4f0b-9812-a86846d97cc5 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:11:20.861835 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 04b4252d-6eb7-4f0b-9812-a86846d97cc5 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:11:20.914963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Deleting port c98e6a3b-2067-4b12-ab00-707edae8298c {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:11:20.915717 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:20.967891 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] Set router 4e32717d-8415-426f-bfc1-8d71cd66d306 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:11:21.058880 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] For port c98e6a3b-2067-4b12-ab00-707edae8298c, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c98e6a3b-2067-4b12-ab00-707edae8298c,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:11:21.060647 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.119737 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Calling delete_port for c98e6a3b-2067-4b12-ab00-707edae8298c owned by network:router_gateway {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:11:21.181487 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c55d-7454-4f3f-b5bb-abe46d436820 req-449db301-1c1a-4123-9c38-c779c42950ed tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:21.191412 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6bd3c55d-7454-4f3f-b5bb-abe46d436820 req-449db301-1c1a-4123-9c38-c779c42950ed tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.0984764 Aug 28 23:11:21.247819 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6bd3c55d-7454-4f3f-b5bb-abe46d436820 req-086bec96-15d8-4b25-942d-dc372de7d988 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551181 Aug 28 23:11:21.402436 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:11:19Z', 'revision_number': 5, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:21.439558 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70912021-8b1f-44e3-87cd-291a86c88971 None None] The sync data for ids ['4e32717d-8415-426f-bfc1-8d71cd66d306'] in dv-cinder-790492-11-iscsi is: [{'id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'name': 'tempest-ServerRescueNegativeTestJSON-271269075-router', 'tenant_id': '0e3c47d1a3184978b3efafc16951bc69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:11:19Z', 'revision_number': 5, 'project_id': '0e3c47d1a3184978b3efafc16951bc69', 'gw_port': {'id': 'c98e6a3b-2067-4b12-ab00-707edae8298c', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e32717d-8415-426f-bfc1-8d71cd66d306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:37Z', 'updated_at': '2021-08-28T23:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:11:21.491128 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.523517 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c98e6a3b-2067-4b12-ab00-707edae8298c,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:21.549077 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.685293 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.688231 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.847550 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.848389 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e32717d-8415-426f-bfc1-8d71cd66d306 {{(pid=94554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:11:21.858138 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.858138 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c544fc94-768f-4111-8104-8bd5b2d6b9ed admin admin] 10.222.0.16 "DELETE /v2.0/routers/4e32717d-8415-426f-bfc1-8d71cd66d306 HTTP/1.1" status: 204 len: 168 time: 1.4117486 Aug 28 23:11:21.858392 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 36946) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:21.925771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Deleting subnet da52ab76-71f7-48ba-9425-98926e8ac8ce {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:11:21.929375 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.979090 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:21.991468 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.133432 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.165017 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.169577 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da52ab76-71f7-48ba-9425-98926e8ac8ce HTTP/1.1" status: 204 len: 168 time: 0.3079803 Aug 28 23:11:22.169577 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3d84f-df88-4525-ac99-3795295f8490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da52ab76-71f7-48ba-9425-98926e8ac8ce,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:22.169848 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36952) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:22.353084 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.485318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5bea5-3ac4-45d1-889f-766191ab2b98 req-0e1b6e1f-1dce-4820-90b2-49600b3451c1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:22.487012 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e2e5bea5-3ac4-45d1-889f-766191ab2b98 req-0e1b6e1f-1dce-4820-90b2-49600b3451c1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.1251776 Aug 28 23:11:22.488673 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.507652 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5565ecd7-21b4-4d90-a183-2d27a88b1e2f']}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:22.524255 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7388bc19-b79a-45a0-a46e-30cc0e36bee6') {'for_net_delete': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:22.524554 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7388bc19-b79a-45a0-a46e-30cc0e36bee6') {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:22.536383 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911286'] for segment, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.559706 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e2e5bea5-3ac4-45d1-889f-766191ab2b98 req-6a3f4a84-baea-479c-9c34-0ce3b065be91 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619447 Aug 28 23:11:22.560567 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.567197 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:11:22.567579 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8498025'] for segment, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: Traceback (most recent call last): Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: timer() Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: cb(*args, **kw) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: return func(*args, **kwargs) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: self._notify() Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: self.callback(batched_events) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: event.method(event) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: return f(self, *a, **k) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._get(url).json() Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: return self.request(url, 'GET', **kwargs) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:11:22.569276 dv-cinder-790492-11-iscsi neutron-server[94553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:11:22.719751 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.734991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:22.739247 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] 10.222.0.16 "DELETE /v2.0/networks/5565ecd7-21b4-4d90-a183-2d27a88b1e2f HTTP/1.1" status: 204 len: 168 time: 0.5656765 Aug 28 23:11:22.748072 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c75693-9b4a-4a2b-bbf4-769b501ff81e admin admin] Pushing event deleted for resources: {'Network': ['ID=5565ecd7-21b4-4d90-a183-2d27a88b1e2f,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:23.260612 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c98e6a3b-2067-4b12-ab00-707edae8298c no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:11:23.286058 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: c98e6a3b-2067-4b12-ab00-707edae8298c {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:11:23.286805 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c98e6a3b-2067-4b12-ab00-707edae8298c not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:11:23.287242 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device de8c63cc-d042-4eda-95f5-82e13406dcc2 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:11:23.292984 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36972) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:23.310179 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: de8c63cc-d042-4eda-95f5-82e13406dcc2 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:11:23.310521 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device de8c63cc-d042-4eda-95f5-82e13406dcc2 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:11:23.343157 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-41bcdc16-7121-4bb5-be2f-69c805b08cf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e3c47d1a3184978b3efafc16951bc69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480809 Aug 28 23:11:23.345620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 36976) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:23.404214 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5891-6ea8-401b-bd11-d33951cd7d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:23.429468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5891-6ea8-401b-bd11-d33951cd7d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:23.605568 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5891-6ea8-401b-bd11-d33951cd7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:23.609357 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9e3c5891-6ea8-401b-bd11-d33951cd7d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:23.611054 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9e3c5891-6ea8-401b-bd11-d33951cd7d8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dfcb84b-de77-46c0-babd-df8767df3e3d HTTP/1.1" status: 204 len: 168 time: 0.2642641 Aug 28 23:11:23.620646 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c5891-6ea8-401b-bd11-d33951cd7d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfcb84b-de77-46c0-babd-df8767df3e3d,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:25.784038 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37054) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:25.927301 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78b094b0-fd23-4597-984b-19cdb6932028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.031099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78b094b0-fd23-4597-984b-19cdb6932028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.079296 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-78b094b0-fd23-4597-984b-19cdb6932028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.118886 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b094b0-fd23-4597-984b-19cdb6932028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f8c40-d064-4ac2-a986-610f920f4443,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:26.125016 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-78b094b0-fd23-4597-984b-19cdb6932028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eab3245cb11f4de286e2be7620caac0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399611 Aug 28 23:11:26.131527 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37062) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:26.218035 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-278efb53-5a3c-4ccb-b68b-269ab3699457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.245181 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-278efb53-5a3c-4ccb-b68b-269ab3699457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.393766 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-278efb53-5a3c-4ccb-b68b-269ab3699457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.396687 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-278efb53-5a3c-4ccb-b68b-269ab3699457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:26.400488 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-278efb53-5a3c-4ccb-b68b-269ab3699457 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/625f8c40-d064-4ac2-a986-610f920f4443 HTTP/1.1" status: 204 len: 168 time: 0.2687871 Aug 28 23:11:26.407646 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278efb53-5a3c-4ccb-b68b-269ab3699457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f8c40-d064-4ac2-a986-610f920f4443,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:28.999036 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37140) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:29.123705 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2e38ffb-27d5-4dcf-a72c-0dd0cc86fabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.229989 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2e38ffb-27d5-4dcf-a72c-0dd0cc86fabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.302637 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2e38ffb-27d5-4dcf-a72c-0dd0cc86fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.330147 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-f2e38ffb-27d5-4dcf-a72c-0dd0cc86fabc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=145d7af507cc4b5c91df420dfc5b062a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288209 Aug 28 23:11:29.334136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37158) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:29.355943 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e38ffb-27d5-4dcf-a72c-0dd0cc86fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3333164f-9f34-4d18-85ad-4b1671bfabeb,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:29.423269 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7ec91b0e-9333-4cd1-a1d5-1199ca0c40f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.445817 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7ec91b0e-9333-4cd1-a1d5-1199ca0c40f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.576821 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7ec91b0e-9333-4cd1-a1d5-1199ca0c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.580701 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7ec91b0e-9333-4cd1-a1d5-1199ca0c40f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:29.581950 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-7ec91b0e-9333-4cd1-a1d5-1199ca0c40f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3333164f-9f34-4d18-85ad-4b1671bfabeb HTTP/1.1" status: 204 len: 168 time: 0.2460861 Aug 28 23:11:29.591022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec91b0e-9333-4cd1-a1d5-1199ca0c40f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3333164f-9f34-4d18-85ad-4b1671bfabeb,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:29.901384 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37172) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:30.074168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae50d43d-5743-4f2a-9023-9361b8070de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.202249 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae50d43d-5743-4f2a-9023-9361b8070de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.279883 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ae50d43d-5743-4f2a-9023-9361b8070de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.317927 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50d43d-5743-4f2a-9023-9361b8070de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59021fc5-f1a6-4fcc-b66e-7fe3bdf02c6b,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:30.348684 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37180) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:30.349298 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ae50d43d-5743-4f2a-9023-9361b8070de3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d60475553514dbaa5eea800bd874d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463942 Aug 28 23:11:30.363711 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37182) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:30.379570 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c32863a-2262-4b25-bcef-87e3d5647870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.407908 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8f10356-e7ed-4852-b21e-5a94598f9ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.436653 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8f10356-e7ed-4852-b21e-5a94598f9ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.520699 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c32863a-2262-4b25-bcef-87e3d5647870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.570929 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8f10356-e7ed-4852-b21e-5a94598f9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.575387 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b8f10356-e7ed-4852-b21e-5a94598f9ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.577676 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b8f10356-e7ed-4852-b21e-5a94598f9ed0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59021fc5-f1a6-4fcc-b66e-7fe3bdf02c6b HTTP/1.1" status: 204 len: 168 time: 0.2268631 Aug 28 23:11:30.591849 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f10356-e7ed-4852-b21e-5a94598f9ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59021fc5-f1a6-4fcc-b66e-7fe3bdf02c6b,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:30.604415 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c32863a-2262-4b25-bcef-87e3d5647870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.661665 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-6c32863a-2262-4b25-bcef-87e3d5647870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7515370971944f7396c00932da8e464b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963586 Aug 28 23:11:30.664682 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37186) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:30.667230 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32863a-2262-4b25-bcef-87e3d5647870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350ae9d1-a481-40ab-bdde-400de70f4a8e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:30.737118 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d9ab-3d34-4287-8814-c668f6a7b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.762581 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d9ab-3d34-4287-8814-c668f6a7b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.908213 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d9ab-3d34-4287-8814-c668f6a7b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.911584 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2d6d9ab-3d34-4287-8814-c668f6a7b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:30.913055 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c2d6d9ab-3d34-4287-8814-c668f6a7b2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/350ae9d1-a481-40ab-bdde-400de70f4a8e HTTP/1.1" status: 204 len: 168 time: 0.2464654 Aug 28 23:11:30.924441 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6d9ab-3d34-4287-8814-c668f6a7b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ae9d1-a481-40ab-bdde-400de70f4a8e,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:31.516146 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37198) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:31.529524 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b2025f47-94a2-471a-8d4c-69f8f19cc9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:31.627273 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b2025f47-94a2-471a-8d4c-69f8f19cc9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:31.685159 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b2025f47-94a2-471a-8d4c-69f8f19cc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:31.724226 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025f47-94a2-471a-8d4c-69f8f19cc9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede1c540-0060-47d4-a27f-0bc4a69fdde0,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:31.731869 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b2025f47-94a2-471a-8d4c-69f8f19cc9cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d237bf810c743028cbbaef91a0d5bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144706 Aug 28 23:11:31.732404 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37200) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:31.791760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-413511d9-54c8-42b0-99fd-a31839cb3142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:31.802796 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37202) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:31.833169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-55f86c5d-05ab-402e-829d-16a243aa0477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:31.837802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-413511d9-54c8-42b0-99fd-a31839cb3142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:31.984657 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-55f86c5d-05ab-402e-829d-16a243aa0477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.039064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-413511d9-54c8-42b0-99fd-a31839cb3142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.041620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-413511d9-54c8-42b0-99fd-a31839cb3142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.042783 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-413511d9-54c8-42b0-99fd-a31839cb3142 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede1c540-0060-47d4-a27f-0bc4a69fdde0 HTTP/1.1" status: 204 len: 168 time: 0.3076773 Aug 28 23:11:32.050911 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413511d9-54c8-42b0-99fd-a31839cb3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede1c540-0060-47d4-a27f-0bc4a69fdde0,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:32.074105 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-55f86c5d-05ab-402e-829d-16a243aa0477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.111691 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f86c5d-05ab-402e-829d-16a243aa0477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7be1fb-15c2-4d8f-87ec-5628f25f9ca3,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:32.117799 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-55f86c5d-05ab-402e-829d-16a243aa0477 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebd735bde89d42ff9479bd9cf028f1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138807 Aug 28 23:11:32.118734 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37206) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:32.165825 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-50b9cbe2-0558-43e9-aa57-054aee0a1437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.187130 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-50b9cbe2-0558-43e9-aa57-054aee0a1437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.347775 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-50b9cbe2-0558-43e9-aa57-054aee0a1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.351801 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-50b9cbe2-0558-43e9-aa57-054aee0a1437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:32.351801 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-50b9cbe2-0558-43e9-aa57-054aee0a1437 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a7be1fb-15c2-4d8f-87ec-5628f25f9ca3 HTTP/1.1" status: 204 len: 168 time: 0.2318316 Aug 28 23:11:32.364975 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9cbe2-0558-43e9-aa57-054aee0a1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7be1fb-15c2-4d8f-87ec-5628f25f9ca3,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:37.277214 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37476) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:37.319983 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Deleting subnet 289f4a0c-5f0a-47fc-839f-a05831b239d7 {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:11:37.322889 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.355603 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.360946 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.708464 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.737197 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.739129 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/289f4a0c-5f0a-47fc-839f-a05831b239d7 HTTP/1.1" status: 204 len: 168 time: 0.4608972 Aug 28 23:11:37.781436 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a7be-6523-4ff1-9688-eec1fed51f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289f4a0c-5f0a-47fc-839f-a05831b239d7,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:37.783160 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37484) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:37.851973 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.933528 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:37.943725 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.944056 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.944831 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.945585 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > port after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.945585 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.945906 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > port after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.946222 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.946533 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.946843 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:37.947153 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:38.017265 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:38.017265 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:38.017265 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:38.017265 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 23:11:38.017265 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4517c169-3099-4ad8-9ff5-a3fed58c4351']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:38.033172 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb271b7-1c3e-40cc-8194-14c1d799bf14') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:38.033470 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb271b7-1c3e-40cc-8194-14c1d799bf14') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:11:38.050585 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.069976 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.077634 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:11:38.078035 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: from cryptography.utils import int_from_bytes Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: from cryptography.utils import int_from_bytes Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:11:38.081917 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:11:38.336638 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.353338 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.355268 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4517c169-3099-4ad8-9ff5-a3fed58c4351 HTTP/1.1" status: 204 len: 168 time: 0.5709198 Aug 28 23:11:38.356512 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Pushing event deleted for resources: {'Network': ['ID=4517c169-3099-4ad8-9ff5-a3fed58c4351,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:38.364299 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.364641 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.364972 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.365294 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.365616 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.365958 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.366275 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.366594 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.366915 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.367227 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.367536 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.367845 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f84b8b-4ea9-43c6-800b-210584b9ce65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:38.731061 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37510) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:38.771018 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37514) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:38.815139 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-75c05945-beb5-4d2c-97f1-d038be92900a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58a46ce3b2d04d6caace30379bef901d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430021 Aug 28 23:11:38.821642 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37518) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:38.875224 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0a0879df-3939-41c7-a7f6-4aca5ddfb3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.896449 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0a0879df-3939-41c7-a7f6-4aca5ddfb3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:38.942637 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4a17ee8b-34a6-433c-89d2-d65eec21a281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.029685 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0a0879df-3939-41c7-a7f6-4aca5ddfb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.032151 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0a0879df-3939-41c7-a7f6-4aca5ddfb3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.033252 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0a0879df-3939-41c7-a7f6-4aca5ddfb3d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eccdc553-352d-43bb-ab6d-51dce934cf11 HTTP/1.1" status: 204 len: 168 time: 0.2107856 Aug 28 23:11:39.052937 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0879df-3939-41c7-a7f6-4aca5ddfb3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccdc553-352d-43bb-ab6d-51dce934cf11,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:39.112170 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4a17ee8b-34a6-433c-89d2-d65eec21a281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.198514 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4a17ee8b-34a6-433c-89d2-d65eec21a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.240511 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-4a17ee8b-34a6-433c-89d2-d65eec21a281 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bfc254a6dff4678a51fa880a06d4694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083194 Aug 28 23:11:39.241473 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17ee8b-34a6-433c-89d2-d65eec21a281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1c5e9-3a43-496b-ac1f-83c4b44015e3,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:39.243196 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37528) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:39.298634 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.319507 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.433625 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.436910 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:39.438693 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96f1c5e9-3a43-496b-ac1f-83c4b44015e3 HTTP/1.1" status: 204 len: 168 time: 0.1940153 Aug 28 23:11:39.446684 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1c5e9-3a43-496b-ac1f-83c4b44015e3,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:39.453870 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.456937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.457779 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:39.457779 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa3ec98-1f77-4219-a51a-15c3ab469b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:11:40.045614 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37554) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:40.059052 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b550d9b4-9a1f-4f57-b4d0-6626aec4490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.142810 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-638b3f13-b5ee-49b6-9cc4-5bc9dfc128d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.156475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b550d9b4-9a1f-4f57-b4d0-6626aec4490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.238919 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b550d9b4-9a1f-4f57-b4d0-6626aec4490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.277601 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-b550d9b4-9a1f-4f57-b4d0-6626aec4490d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae2e189a429e49d88e68f3d5aaa4e51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307553 Aug 28 23:11:40.283277 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37564) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:40.290371 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550d9b4-9a1f-4f57-b4d0-6626aec4490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb2a187-f101-44e5-8738-305f91ee8084,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:40.341972 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0c992c6f-8ded-447c-9e30-487674884054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.363906 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0c992c6f-8ded-447c-9e30-487674884054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.524692 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0c992c6f-8ded-447c-9e30-487674884054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.527327 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0c992c6f-8ded-447c-9e30-487674884054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:40.528470 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0c992c6f-8ded-447c-9e30-487674884054 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fb2a187-f101-44e5-8738-305f91ee8084 HTTP/1.1" status: 204 len: 168 time: 0.2469935 Aug 28 23:11:40.537581 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c992c6f-8ded-447c-9e30-487674884054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb2a187-f101-44e5-8738-305f91ee8084,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:40.805971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37606) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:40.915008 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2c30acc8-3e2d-466b-9a04-78d8f4c6713f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.005569 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2c30acc8-3e2d-466b-9a04-78d8f4c6713f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.090551 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2c30acc8-3e2d-466b-9a04-78d8f4c6713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.134813 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37624) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:41.134963 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2c30acc8-3e2d-466b-9a04-78d8f4c6713f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dd03222c29f4871807929686b131325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277733 Aug 28 23:11:41.135980 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30acc8-3e2d-466b-9a04-78d8f4c6713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0005c3d5-6652-4e52-8f60-ce16411e63c1,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:41.191752 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba6ff-cbbb-4d56-a2c8-6e9bb8ceb48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.214495 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba6ff-cbbb-4d56-a2c8-6e9bb8ceb48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.324866 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba6ff-cbbb-4d56-a2c8-6e9bb8ceb48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.328381 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9f1ba6ff-cbbb-4d56-a2c8-6e9bb8ceb48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:41.329728 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9f1ba6ff-cbbb-4d56-a2c8-6e9bb8ceb48d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0005c3d5-6652-4e52-8f60-ce16411e63c1 HTTP/1.1" status: 204 len: 168 time: 0.1930058 Aug 28 23:11:41.341036 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ba6ff-cbbb-4d56-a2c8-6e9bb8ceb48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0005c3d5-6652-4e52-8f60-ce16411e63c1,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:42.079206 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37662) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:42.093247 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f0e19080-1d59-4e0d-9145-4fd9b7e4fd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.182285 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f0e19080-1d59-4e0d-9145-4fd9b7e4fd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.450857 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f0e19080-1d59-4e0d-9145-4fd9b7e4fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.493618 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f0e19080-1d59-4e0d-9145-4fd9b7e4fd54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a0b0c516fdd48a18b62e4ed1980fe3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129665 Aug 28 23:11:42.496399 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37670) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:42.496879 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e19080-1d59-4e0d-9145-4fd9b7e4fd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b097a5-2dd5-4ad1-8ce7-5a71bdb4c159,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:42.548036 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-695afe1b-07f6-48fd-a901-43cc41019068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.570341 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-695afe1b-07f6-48fd-a901-43cc41019068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.713489 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-695afe1b-07f6-48fd-a901-43cc41019068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.716595 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-695afe1b-07f6-48fd-a901-43cc41019068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:42.719327 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-695afe1b-07f6-48fd-a901-43cc41019068 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33b097a5-2dd5-4ad1-8ce7-5a71bdb4c159 HTTP/1.1" status: 204 len: 168 time: 0.2215371 Aug 28 23:11:42.727961 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695afe1b-07f6-48fd-a901-43cc41019068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b097a5-2dd5-4ad1-8ce7-5a71bdb4c159,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:42.747189 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fbebf78f-3dfd-47fc-ba43-a02b18b5f474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.004211 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.520094 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37692) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:43.533931 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a1013f56-907a-4e04-9c7f-de5ac9167244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.601358 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:11:43.631189 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a1013f56-907a-4e04-9c7f-de5ac9167244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.696382 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a1013f56-907a-4e04-9c7f-de5ac9167244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.734741 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a1013f56-907a-4e04-9c7f-de5ac9167244 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffd9d1f6f0cb481f95b7e01513bdff05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134864 Aug 28 23:11:43.735425 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1013f56-907a-4e04-9c7f-de5ac9167244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7cc4e-f72b-49a9-aaf6-483f39119bf4,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:43.737429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37694) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:43.786308 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b4b384e0-32cc-4ead-9369-ef05a9aaf14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.807537 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b4b384e0-32cc-4ead-9369-ef05a9aaf14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.936022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b4b384e0-32cc-4ead-9369-ef05a9aaf14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.939428 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b4b384e0-32cc-4ead-9369-ef05a9aaf14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:43.940843 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-b4b384e0-32cc-4ead-9369-ef05a9aaf14a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3e7cc4e-f72b-49a9-aaf6-483f39119bf4 HTTP/1.1" status: 204 len: 168 time: 0.2022395 Aug 28 23:11:43.956650 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b384e0-32cc-4ead-9369-ef05a9aaf14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7cc4e-f72b-49a9-aaf6-483f39119bf4,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:44.232822 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:45.377692 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:45.404101 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-064d0d12-fd88-440a-84ae-1a2b446334b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392036 Aug 28 23:11:45.463931 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-c3c70832-8b76-406c-ba0a-5b44df1d9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:45.465414 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-c3c70832-8b76-406c-ba0a-5b44df1d9bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 1100 time: 0.0389547 Aug 28 23:11:45.572799 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-39813400-43e3-4838-bf77-dbd583ae3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:45.574356 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-39813400-43e3-4838-bf77-dbd583ae3493 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.0884128 Aug 28 23:11:45.649925 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-4d796123-3ce6-4fc2-b063-bd5f0d4b7598 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 200 len: 1002 time: 0.0673397 Aug 28 23:11:45.702582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-811153a1-fa45-4681-9354-c8bd6adbb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:45.704248 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-811153a1-fa45-4681-9354-c8bd6adbb21b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0460787 Aug 28 23:11:45.757540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-03f5b5f0-fdd9-4208-9752-8378f94ec7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:45.759098 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-03f5b5f0-fdd9-4208-9752-8378f94ec7bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463779 Aug 28 23:11:45.849997 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-3678f970-b938-44ac-98b7-6e5f4e257a98 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826230 Aug 28 23:11:45.951697 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4573dd2f-1807-460b-bd8f-e5ca7e0a9496 req-437aa5f1-2248-4579-97d6-bd7fc7dd2cc1 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895314 Aug 28 23:11:46.883588 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37786) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:46.991516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-75e0f579-3700-4d0d-b0e2-ba85beb32c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.079289 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-75e0f579-3700-4d0d-b0e2-ba85beb32c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.170493 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-75e0f579-3700-4d0d-b0e2-ba85beb32c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.208145 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-75e0f579-3700-4d0d-b0e2-ba85beb32c83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41339f09750a490586214b262c3f568a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235075 Aug 28 23:11:47.208999 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0f579-3700-4d0d-b0e2-ba85beb32c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191ea9e4-72b4-431c-ac22-10a782211ca6,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:47.210836 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37794) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:47.258634 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-268b2e83-d7a3-4d0b-99bb-ab236566b78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.280151 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-268b2e83-d7a3-4d0b-99bb-ab236566b78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.393608 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-268b2e83-d7a3-4d0b-99bb-ab236566b78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.396248 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-268b2e83-d7a3-4d0b-99bb-ab236566b78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:47.401195 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-268b2e83-d7a3-4d0b-99bb-ab236566b78b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/191ea9e4-72b4-431c-ac22-10a782211ca6 HTTP/1.1" status: 204 len: 168 time: 0.1849544 Aug 28 23:11:47.405008 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b2e83-d7a3-4d0b-99bb-ab236566b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ea9e4-72b4-431c-ac22-10a782211ca6,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:47.987293 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.031948 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37804) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:48.047909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cb94a053-adad-4e54-9e2d-9a15ede72b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.131612 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cb94a053-adad-4e54-9e2d-9a15ede72b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.233003 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cb94a053-adad-4e54-9e2d-9a15ede72b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.271981 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-cb94a053-adad-4e54-9e2d-9a15ede72b49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8a5b858a6544f1492156edd53c71024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387512 Aug 28 23:11:48.272620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94a053-adad-4e54-9e2d-9a15ede72b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850ca74e-b13c-44e8-b6ea-21f5528c3f89,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:48.274827 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37808) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:48.324177 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0f02e962-fcfb-46b3-b4be-127e73938c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.345771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0f02e962-fcfb-46b3-b4be-127e73938c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.576085 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0f02e962-fcfb-46b3-b4be-127e73938c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.579541 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0f02e962-fcfb-46b3-b4be-127e73938c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:48.584975 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0f02e962-fcfb-46b3-b4be-127e73938c87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/850ca74e-b13c-44e8-b6ea-21f5528c3f89 HTTP/1.1" status: 204 len: 168 time: 0.3090086 Aug 28 23:11:48.593523 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02e962-fcfb-46b3-b4be-127e73938c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ca74e-b13c-44e8-b6ea-21f5528c3f89,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:49.182187 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37844) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:49.329743 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0534dcc1-c456-4aab-b98b-a9eff919b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.419620 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0534dcc1-c456-4aab-b98b-a9eff919b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.513232 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-0534dcc1-c456-4aab-b98b-a9eff919b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.550677 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534dcc1-c456-4aab-b98b-a9eff919b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b5251-2bf6-4ab4-8369-eee3846f594a,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:49.558273 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-0534dcc1-c456-4aab-b98b-a9eff919b2fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca7d6455b23d44d994ab2e6aeb8a095d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743606 Aug 28 23:11:49.558405 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 37858) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:49.608711 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2316fc34-9c62-459f-ac81-1ab55958cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.634179 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2316fc34-9c62-459f-ac81-1ab55958cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.947527 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2316fc34-9c62-459f-ac81-1ab55958cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.950155 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2316fc34-9c62-459f-ac81-1ab55958cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:49.951291 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2316fc34-9c62-459f-ac81-1ab55958cff0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e6b5251-2bf6-4ab4-8369-eee3846f594a HTTP/1.1" status: 204 len: 168 time: 0.3917153 Aug 28 23:11:49.959388 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316fc34-9c62-459f-ac81-1ab55958cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b5251-2bf6-4ab4-8369-eee3846f594a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:50.699349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37888) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:50.712586 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fec2-ea50-4ab5-b173-adfb9988bab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:50.806009 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fec2-ea50-4ab5-b173-adfb9988bab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:50.898934 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fec2-ea50-4ab5-b173-adfb9988bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:50.945660 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f0a0fec2-ea50-4ab5-b173-adfb9988bab7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bd2d647da1f480eb4db5c86dd91fd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451291 Aug 28 23:11:50.948196 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 37894) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:11:50.950096 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0fec2-ea50-4ab5-b173-adfb9988bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fa2e81-3c44-4ed0-9aa3-dab9e0f4f9ef,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:50.965856 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d697e-0e52-4d07-ac90-0bf60fc76246 req-a41d312c-4c7f-44f7-82a9-80c3e162aa8b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:50.967346 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c6d697e-0e52-4d07-ac90-0bf60fc76246 req-a41d312c-4c7f-44f7-82a9-80c3e162aa8b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0952508 Aug 28 23:11:51.029737 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c6d697e-0e52-4d07-ac90-0bf60fc76246 req-2a8fe4ef-b10c-40af-a563-23ee79aaa0d5 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531130 Aug 28 23:11:51.040989 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-431f8a0b-e031-4c5c-b649-f169ff238f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:51.062860 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-431f8a0b-e031-4c5c-b649-f169ff238f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:51.175509 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-431f8a0b-e031-4c5c-b649-f169ff238f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:51.181663 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-431f8a0b-e031-4c5c-b649-f169ff238f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:11:51.181663 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-431f8a0b-e031-4c5c-b649-f169ff238f6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4fa2e81-3c44-4ed0-9aa3-dab9e0f4f9ef HTTP/1.1" status: 204 len: 168 time: 0.2300591 Aug 28 23:11:51.187081 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f8a0b-e031-4c5c-b649-f169ff238f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fa2e81-3c44-4ed0-9aa3-dab9e0f4f9ef,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:11:52.152451 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b6975-2784-4361-a2d1-d00b867b07e3 req-fb300a2f-26db-41e9-bbca-a06090d23eb3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:52.154079 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf1b6975-2784-4361-a2d1-d00b867b07e3 req-fb300a2f-26db-41e9-bbca-a06090d23eb3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0491960 Aug 28 23:11:52.192450 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf1b6975-2784-4361-a2d1-d00b867b07e3 req-1c443f4b-7f22-4db3-9ea4-74e9ef5d6619 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Aug 28 23:11:53.305173 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3221a9e-2546-41e9-bb87-9dbeaefeb538 req-4ca9f8d0-fac4-4f8b-ac41-eb56c50ff94a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:53.306589 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c3221a9e-2546-41e9-bb87-9dbeaefeb538 req-4ca9f8d0-fac4-4f8b-ac41-eb56c50ff94a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Aug 28 23:11:53.342760 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c3221a9e-2546-41e9-bb87-9dbeaefeb538 req-6251cb3e-5ede-44fa-a7e4-ffc9178665ca tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302107 Aug 28 23:11:54.455970 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa36aa-12c0-483f-b79c-83d15218cade req-4cd69b0d-c570-4485-8574-f5facf11c2c5 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:54.457431 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-eefa36aa-12c0-483f-b79c-83d15218cade req-4cd69b0d-c570-4485-8574-f5facf11c2c5 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0465763 Aug 28 23:11:54.497745 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-eefa36aa-12c0-483f-b79c-83d15218cade req-16f2d4af-b824-44e1-8fb4-558d05ef7539 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342922 Aug 28 23:11:55.621722 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde329d-5335-46d0-99ae-4bc8763b9c2f req-438e6056-db3a-4bc3-8ca4-1ae9f414dfca tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:55.627341 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5cde329d-5335-46d0-99ae-4bc8763b9c2f req-438e6056-db3a-4bc3-8ca4-1ae9f414dfca tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0627599 Aug 28 23:11:55.662661 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5cde329d-5335-46d0-99ae-4bc8763b9c2f req-5448881e-693d-4823-b661-49679da46145 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331695 Aug 28 23:11:56.777220 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d311cc-325a-4486-bf5c-f57bf4c98db7 req-8a12561e-0b78-48d8-8ba4-d944282bdbed tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:56.778802 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e1d311cc-325a-4486-bf5c-f57bf4c98db7 req-8a12561e-0b78-48d8-8ba4-d944282bdbed tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Aug 28 23:11:56.817383 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e1d311cc-325a-4486-bf5c-f57bf4c98db7 req-59ca83a4-80ce-456e-9353-d0a9b00f6e90 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Aug 28 23:11:57.927254 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f2f69-4b3e-49f9-99b6-86def9f48be0 req-c43de21a-4763-4b37-a443-f370414dddf1 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:57.928741 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b77f2f69-4b3e-49f9-99b6-86def9f48be0 req-c43de21a-4763-4b37-a443-f370414dddf1 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0467365 Aug 28 23:11:57.968716 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b77f2f69-4b3e-49f9-99b6-86def9f48be0 req-1c64c6b8-4f40-4fb3-9e7c-68389c715196 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342746 Aug 28 23:11:58.881630 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1bb3-ddb6-432c-946c-2e5a48a0c704 req-c0b4bb52-b4d1-4a9b-ba4a-651e78b699f1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:58.883198 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb4d1bb3-ddb6-432c-946c-2e5a48a0c704 req-c0b4bb52-b4d1-4a9b-ba4a-651e78b699f1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.0479393 Aug 28 23:11:58.923393 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb4d1bb3-ddb6-432c-946c-2e5a48a0c704 req-22d15e45-550c-4f06-971c-b8f5f0543dd3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Aug 28 23:11:59.082533 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53109b19-c22b-41ce-9145-b5f04b41343a req-d8a0135a-0c0c-4c98-ba3f-acafe0f0f025 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:11:59.083975 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53109b19-c22b-41ce-9145-b5f04b41343a req-d8a0135a-0c0c-4c98-ba3f-acafe0f0f025 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0461581 Aug 28 23:11:59.120287 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-53109b19-c22b-41ce-9145-b5f04b41343a req-27bab4ba-0e88-4138-8c73-4a4d6e93f85e tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304229 Aug 28 23:12:00.037442 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac52a87-2add-4e57-8e57-507dfaec1f8a req-217b75d6-f53c-46ce-a960-dd63e6121d86 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:00.038890 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ac52a87-2add-4e57-8e57-507dfaec1f8a req-217b75d6-f53c-46ce-a960-dd63e6121d86 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.0461993 Aug 28 23:12:00.078046 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ac52a87-2add-4e57-8e57-507dfaec1f8a req-b9ff31c6-163a-44bf-af37-d79390f2fc70 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333719 Aug 28 23:12:00.231502 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c27e17-1f86-4cfb-849c-9b28ceb7c81a req-e6528146-4c0f-4f23-a3d4-10046982848f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:00.232868 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-10c27e17-1f86-4cfb-849c-9b28ceb7c81a req-e6528146-4c0f-4f23-a3d4-10046982848f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0476220 Aug 28 23:12:00.269935 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-10c27e17-1f86-4cfb-849c-9b28ceb7c81a req-b5a30361-3724-4372-a9c4-c1b14c8c8b88 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Aug 28 23:12:00.431651 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-7488251a-ff20-46f9-8e30-58dec37a3aac tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:00.433061 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-7488251a-ff20-46f9-8e30-58dec37a3aac tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.0471208 Aug 28 23:12:00.522119 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Deleting port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:12:00.522684 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:00.606996 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] For port 5275ed48-e6d1-4a81-9df0-c1f928401ae2, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5275ed48-e6d1-4a81-9df0-c1f928401ae2,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:00.607357 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:01.063935 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:01.064321 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:01.064631 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Floating IP 98a1b0a5-0700-4317-807e-61bf58140f22 disassociated. External IP: 172.27.3.151, port: 5275ed48-e6d1-4a81-9df0-c1f928401ae2. Aug 28 23:12:01.064971 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Calling delete_port for 5275ed48-e6d1-4a81-9df0-c1f928401ae2 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:12:01.228750 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1185-ba66-4a39-9ae0-882ce08f76a3 req-3decc440-86e5-4c99-a59d-b6a2e7e43010 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:01.230246 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d10f1185-ba66-4a39-9ae0-882ce08f76a3 req-3decc440-86e5-4c99-a59d-b6a2e7e43010 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 947 time: 0.0647061 Aug 28 23:12:01.267981 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d10f1185-ba66-4a39-9ae0-882ce08f76a3 req-a69a18a9-8271-40db-9be5-5fa74e9e5543 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa1de069-1547-4c6f-b129-d7066f71c23b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311837 Aug 28 23:12:01.348399 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:01.409309 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event deleted for resources: {'Port': ['ID=5275ed48-e6d1-4a81-9df0-c1f928401ae2,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:01.433237 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f61c-7eda-417b-90e8-78204c721e7b req-1d4d1149-941e-451e-ac3c-ac2988623a3a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:01.441068 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06b9f61c-7eda-417b-90e8-78204c721e7b req-1d4d1149-941e-451e-ac3c-ac2988623a3a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.1059084 Aug 28 23:12:01.516703 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06b9f61c-7eda-417b-90e8-78204c721e7b req-4f65bc6a-e577-410b-9362-e07aeb140b92 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745387 Aug 28 23:12:01.580835 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:12:01.690570 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:01.700507 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:01.710611 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:01.711307 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:11:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:01.729499 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] No DVR routers for this DVR port 5275ed48-e6d1-4a81-9df0-c1f928401ae2 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:12:01.732150 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:01.734317 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f75fd813-9137-4827-bb9c-5f01aaa09b5c req-18fdbb0d-76b9-4d67-9138-79fd863e25da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "DELETE /v2.0/ports/5275ed48-e6d1-4a81-9df0-c1f928401ae2 HTTP/1.1" status: 204 len: 173 time: 1.2946732 Aug 28 23:12:01.734883 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-deleted', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:01.737838 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25a9101-98aa-4bcf-b48c-26fccbf8fbea" -d '{"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-deleted", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:01.775181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782a8f07-cd73-4353-ab80-ccf2ba1a903b x-openstack-request-id: req-782a8f07-cd73-4353-ab80-ccf2ba1a903b {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:01.775530 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317894d-94cc-4800-ac1a-6edad3a6b929", "name": "network-vif-deleted", "tag": "5275ed48-e6d1-4a81-9df0-c1f928401ae2", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:01.775791 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-782a8f07-cd73-4353-ab80-ccf2ba1a903b {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:01.776188 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6317894d-94cc-4800-ac1a-6edad3a6b929', 'name': 'network-vif-deleted', 'tag': '5275ed48-e6d1-4a81-9df0-c1f928401ae2', 'status': 'completed', 'code': 200} Aug 28 23:12:01.820752 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:01.950481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38152) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:02.038003 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:02.065647 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:02.072629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8b65777a-3daf-41b5-8178-c9b114a8d545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.083393 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:02.083393 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:11:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:02.173735 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8b65777a-3daf-41b5-8178-c9b114a8d545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.296434 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:02.336176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-8b65777a-3daf-41b5-8178-c9b114a8d545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.390432 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-8b65777a-3daf-41b5-8178-c9b114a8d545 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a80581ea7e64d6b8c00c1830206cd48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358768 Aug 28 23:12:02.391331 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38158) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:02.405217 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65777a-3daf-41b5-8178-c9b114a8d545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf05619-13b7-4d7d-883f-cd5eefdd9a0b,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:02.420259 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-540d2f98-df55-4e14-b03b-ff60acbddc1f req-58ce200d-57ad-4b6b-9d38-ab0dd18bc7c3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317894d-94cc-4800-ac1a-6edad3a6b929 HTTP/1.1" status: 200 len: 210 time: 0.0523422 Aug 28 23:12:02.463755 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-eaebd8b4-3cff-413b-888e-eb239eef8488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.491892 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-eaebd8b4-3cff-413b-888e-eb239eef8488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.525023 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:02.569436 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afe23c-d322-4398-ae19-ce393f7ee4e3 None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:02.657888 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befd1b-1046-44ff-a7cf-d07524ded9f1 req-53ce881f-1887-40f5-8cc5-3d81d69662af tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:02.659684 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-12befd1b-1046-44ff-a7cf-d07524ded9f1 req-53ce881f-1887-40f5-8cc5-3d81d69662af tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0576024 Aug 28 23:12:02.663215 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-eaebd8b4-3cff-413b-888e-eb239eef8488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.667838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-eaebd8b4-3cff-413b-888e-eb239eef8488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:02.668988 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-eaebd8b4-3cff-413b-888e-eb239eef8488 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbf05619-13b7-4d7d-883f-cd5eefdd9a0b HTTP/1.1" status: 204 len: 168 time: 0.2758195 Aug 28 23:12:02.682751 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebd8b4-3cff-413b-888e-eb239eef8488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf05619-13b7-4d7d-883f-cd5eefdd9a0b,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:02.749893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-12befd1b-1046-44ff-a7cf-d07524ded9f1 req-64d9834e-c2a2-4ae1-aaa2-b7607c0fe57c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659156 Aug 28 23:12:02.884192 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55530a37-efe9-4549-a2f6-b3e330f3fda8 None None] New status for floating IP 98a1b0a5-0700-4317-807e-61bf58140f22: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:12:03.204513 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9ade-2187-4036-a8d0-d65fcc34c410 req-978edd81-740e-44b9-8ab3-0f5e435c7d8f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:03.206235 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-febc9ade-2187-4036-a8d0-d65fcc34c410 req-978edd81-740e-44b9-8ab3-0f5e435c7d8f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Aug 28 23:12:03.253487 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-febc9ade-2187-4036-a8d0-d65fcc34c410 req-22583059-fd75-41f0-87c6-d058ad1c8aec tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Aug 28 23:12:03.412683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f335a-ac90-420a-9006-01b086a72abf req-72a8f52a-7bf6-45f7-b6a5-59d9ab270d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:03.414209 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-72a8f52a-7bf6-45f7-b6a5-59d9ab270d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 1098 time: 0.0406089 Aug 28 23:12:03.507587 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f335a-ac90-420a-9006-01b086a72abf req-c07d2f15-aa5a-4a20-afac-d8dea3ad11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:03.509065 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-c07d2f15-aa5a-4a20-afac-d8dea3ad11c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 912 time: 0.0884306 Aug 28 23:12:03.580426 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-3f61ee07-836b-48da-8965-dfe0e95d9e33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e78050a-1737-4393-9ed8-16496dce8839 HTTP/1.1" status: 200 len: 1001 time: 0.0637617 Aug 28 23:12:03.588454 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38186) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:03.639975 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f335a-ac90-420a-9006-01b086a72abf req-35851046-e957-478f-b317-b1f8e5f79053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:03.641878 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-35851046-e957-478f-b317-b1f8e5f79053 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0498288 Aug 28 23:12:03.643886 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5c5f9d3-df31-4d3a-bb7d-284fa83e4c9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:03.668641 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5c5f9d3-df31-4d3a-bb7d-284fa83e4c9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:03.692840 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f335a-ac90-420a-9006-01b086a72abf req-2d826389-5af4-4cc5-8be9-861bcf457bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:03.694515 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-2d826389-5af4-4cc5-8be9-861bcf457bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443907 Aug 28 23:12:03.708347 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38188) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:03.722708 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b487-5b6e-4b84-9617-fe7f0c8c052d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:03.787861 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-65510cfb-92bc-4751-b955-f02d91b5a977 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828784 Aug 28 23:12:03.798492 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5c5f9d3-df31-4d3a-bb7d-284fa83e4c9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:03.800954 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5c5f9d3-df31-4d3a-bb7d-284fa83e4c9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:03.802179 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a5c5f9d3-df31-4d3a-bb7d-284fa83e4c9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa1de069-1547-4c6f-b129-d7066f71c23b HTTP/1.1" status: 204 len: 168 time: 0.2126744 Aug 28 23:12:03.804980 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38192) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:03.827650 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b487-5b6e-4b84-9617-fe7f0c8c052d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:03.829376 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5f9d3-df31-4d3a-bb7d-284fa83e4c9b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1de069-1547-4c6f-b129-d7066f71c23b,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:03.868498 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.api.v2.resource [None req-ff1ef880-425c-408a-8bc3-183132d3db89 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] show failed (client error): The resource could not be found. Aug 28 23:12:03.869615 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ff1ef880-425c-408a-8bc3-183132d3db89 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups/fa1de069-1547-4c6f-b129-d7066f71c23b HTTP/1.1" status: 404 len: 347 time: 0.0636270 Aug 28 23:12:03.872816 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38196) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:03.904698 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-308f335a-ac90-420a-9006-01b086a72abf req-d9d7879d-1362-49ef-89a5-705abcd5d949 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086307 Aug 28 23:12:03.908932 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bbb8b487-5b6e-4b84-9617-fe7f0c8c052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.004979 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-bbb8b487-5b6e-4b84-9617-fe7f0c8c052d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce3ccaa3a8684816b48277febe58a7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956061 Aug 28 23:12:04.007701 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38198) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:04.008199 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8b487-5b6e-4b84-9617-fe7f0c8c052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a7f0e3-018b-43bb-be35-97da07238540,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:04.048778 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Deleting port cfc52e38-99ff-4c35-9e12-327dabb65108 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:12:04.049202 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.073529 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7354bbe7-ca92-4142-b701-6a52970ff239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.095998 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7354bbe7-ca92-4142-b701-6a52970ff239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.226984 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7354bbe7-ca92-4142-b701-6a52970ff239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.229582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7354bbe7-ca92-4142-b701-6a52970ff239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.230877 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-7354bbe7-ca92-4142-b701-6a52970ff239 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52a7f0e3-018b-43bb-be35-97da07238540 HTTP/1.1" status: 204 len: 168 time: 0.2219913 Aug 28 23:12:04.241096 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354bbe7-ca92-4142-b701-6a52970ff239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a7f0e3-018b-43bb-be35-97da07238540,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:04.351839 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.352385 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.365444 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Calling delete_port for cfc52e38-99ff-4c35-9e12-327dabb65108 owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:12:04.381121 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea4c4c-a336-4d35-afd6-a52a1735993f req-acc22dba-a328-46e6-9f82-5e3c5dd8c8df tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:04.382650 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9ea4c4c-a336-4d35-afd6-a52a1735993f req-acc22dba-a328-46e6-9f82-5e3c5dd8c8df tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Aug 28 23:12:04.420728 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9ea4c4c-a336-4d35-afd6-a52a1735993f req-19309bef-b228-4b6b-9c4f-aa6cf7a77c7e tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 28 23:12:04.598240 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.627834 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event deleted for resources: {'Port': ['ID=cfc52e38-99ff-4c35-9e12-327dabb65108,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:04.687704 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.690829 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:04.692060 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-085cb28c-fe80-4edb-ab0c-9f2764c579d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "DELETE /v2.0/floatingips/98a1b0a5-0700-4317-807e-61bf58140f22 HTTP/1.1" status: 204 len: 168 time: 0.8182855 Aug 28 23:12:04.967387 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38212) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:04.980219 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1165687c-2a6d-4b5d-a582-088795b3c545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.059387 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38214) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:05.068758 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89659480', 'description': 'tempest-description--554402751'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:05.069473 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1165687c-2a6d-4b5d-a582-088795b3c545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.135914 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1165687c-2a6d-4b5d-a582-088795b3c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.176555 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-1165687c-2a6d-4b5d-a582-088795b3c545 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c0a909b0ae14c07a70c1b311573e3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080898 Aug 28 23:12:05.178540 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165687c-2a6d-4b5d-a582-088795b3c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9770fb7-7b64-4542-a61a-588b14aedde9,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:05.179223 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38218) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:05.214331 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.241420 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41ab5832-d1ce-4e47-ba33-ecfb4aff3a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.272393 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41ab5832-d1ce-4e47-ba33-ecfb4aff3a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.343497 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.410003 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41ab5832-d1ce-4e47-ba33-ecfb4aff3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.412575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-41ab5832-d1ce-4e47-ba33-ecfb4aff3a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.413747 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-41ab5832-d1ce-4e47-ba33-ecfb4aff3a0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9770fb7-7b64-4542-a61a-588b14aedde9 HTTP/1.1" status: 204 len: 168 time: 0.2334425 Aug 28 23:12:05.421787 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab5832-d1ce-4e47-ba33-ecfb4aff3a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9770fb7-7b64-4542-a61a-588b14aedde9,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:05.438950 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.471738 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2121e-f04f-46a4-8be3-6cce3d2d056f,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:05.539574 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca115d-90e9-4a44-b041-25706f5625c5 req-73a318c9-a56c-492a-bf79-40376a9b7618 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:05.541030 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-13ca115d-90e9-4a44-b041-25706f5625c5 req-73a318c9-a56c-492a-bf79-40376a9b7618 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Aug 28 23:12:05.553879 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.554974 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9d869298-9a94-42ba-b627-4ecb58dcd7fa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4946079 Aug 28 23:12:05.558014 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38226) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:05.562779 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'security_group_rule': {'security_group_id': '5cb2121e-f04f-46a4-8be3-6cce3d2d056f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:05.581413 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-13ca115d-90e9-4a44-b041-25706f5625c5 req-df67ce14-80ad-4ff8-bc64-931a38a05863 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342951 Aug 28 23:12:05.597769 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:12:05.618830 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 5275ed48-e6d1-4a81-9df0-c1f928401ae2 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:12:05.619167 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 5275ed48-e6d1-4a81-9df0-c1f928401ae2 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:12:05.666089 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.721208 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.833022 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.850057 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73ce90d-77bc-40af-a85d-fb163f94d1c6,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:05.941616 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:05.942889 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-812d304b-abe3-4b28-8eb6-3d509ce9a78c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838060 Aug 28 23:12:05.945477 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38236) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:05.949998 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'security_group_rule': {'security_group_id': '5cb2121e-f04f-46a4-8be3-6cce3d2d056f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:06.038395 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.092817 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.153330 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.177742 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381c48a4-5400-4b49-a86b-dfc4eefaf28f,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:06.233276 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.235701 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-9adbecc1-4704-4ec4-b3c2-48be34abd7a2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880747 Aug 28 23:12:06.238175 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38248) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:06.242713 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:06.426501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38254) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:06.490169 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.520626 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-549234249-network', 'tenant_id': '06e1134512774fbe841c698b5ac65c97'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:06.588152 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.632879 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Made reservation on behalf of 06e1134512774fbe841c698b5ac65c97 for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:06.635233 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.647720 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.694378 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Allocated IP 172.27.3.3 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/3db87e8c-2b48-4bb9-9868-5f9b4cb0ee86) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:06.717967 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d810d-9e72-4276-81b5-f8b584310011 req-f842bcda-4c85-4369-8f89-be4660d7b7aa tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:06.720100 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-209d810d-9e72-4276-81b5-f8b584310011 req-f842bcda-4c85-4369-8f89-be4660d7b7aa tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0684090 Aug 28 23:12:06.777470 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-209d810d-9e72-4276-81b5-f8b584310011 req-48c08968-050a-4a23-8492-3b08e030ad6d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513668 Aug 28 23:12:06.800739 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.805027 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.889765 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.915635 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:12:06.924716 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.928397 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9d17db-75db-4589-93aa-72660d73b5d2,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:06.932633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.932987 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Added segment 3f0f5acb-4658-4097-be2c-62271ed4b85f of type vlan for network 4fbff9e3-72c5-4297-8169-53a9932f9e1c Aug 28 23:12:06.963547 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:06.968469 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:06.972095 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:06.976080 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:06.996224 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'Port': ['ID=3db87e8c-2b48-4bb9-9868-5f9b4cb0ee86,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:07.064748 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.089332 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.090379 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:07.091041 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.149290 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] Pushing event updated for resources: {'Network': ['ID=4fbff9e3-72c5-4297-8169-53a9932f9e1c,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:07.159265 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 4fbff9e3-72c5-4297-8169-53a9932f9e1c details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:12:07.192273 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.246018 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-10735bdb-1808-4d40-bb3d-773298a048ba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8183789 Aug 28 23:12:07.248878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38264) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:07.255603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Request body: {'subnet': {'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-549234249-subnet', 'tenant_id': '06e1134512774fbe841c698b5ac65c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:07.355338 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.404275 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Made reservation on behalf of 06e1134512774fbe841c698b5ac65c97 for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:07.406683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.455557 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.520181 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'Port': ['ID=3db87e8c-2b48-4bb9-9868-5f9b4cb0ee86,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:07.535960 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.615588 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.616829 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-87f065c7-f37c-46e3-a414-812513f84a6e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3776953 Aug 28 23:12:07.638822 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.698783 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f1cf2a-605d-4705-af3a-c05ff283791a,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:07.707471 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Checking segment: {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:07.710389 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Network hostable DHCP agents. Network: 4fbff9e3-72c5-4297-8169-53a9932f9e1c, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:12:07.770333 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38286) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:07.810319 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Network 4fbff9e3-72c5-4297-8169-53a9932f9e1c is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:12:07.839733 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-94cda82f-0600-4197-b07d-63edacb2ae0b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--89659480&fields=id&tenant_id=e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 267 time: 0.0550766 Aug 28 23:12:07.927334 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 4fbff9e3-72c5-4297-8169-53a9932f9e1c) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:07.936328 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5a1fe-2099-400a-ab0e-61e62c6db6e9 None None] Network 4fbff9e3-72c5-4297-8169-53a9932f9e1c requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:12:07.938590 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:07.939207 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.946789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e15cac3-c337-448f-8c49-217f6dc9c822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:07.996868 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414ad75-d0fa-43f1-8640-14dcf3101863 req-a2a9b292-9fde-4213-a52c-0984880d5a1a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:07.998283 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e414ad75-d0fa-43f1-8640-14dcf3101863 req-a2a9b292-9fde-4213-a52c-0984880d5a1a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.1494930 Aug 28 23:12:08.036797 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-60f7d132-a92c-4be6-b775-671dfc68031d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:08.038258 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-60f7d132-a92c-4be6-b775-671dfc68031d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 816 time: 0.1912253 Aug 28 23:12:08.051927 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-911a3f60-85da-46d3-a376-9fd7d165cf94 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8018627 Aug 28 23:12:08.059785 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b8df3-7896-4c0e-a4cf-7c1abd787353 None None] Network 4fbff9e3-72c5-4297-8169-53a9932f9e1c requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:12:08.071831 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e414ad75-d0fa-43f1-8640-14dcf3101863 req-648d2a97-19fa-4205-a922-f86c482993f4 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654843 Aug 28 23:12:08.075259 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-b46f707f-a902-44e7-a040-d78d52a35ddb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/quotas/e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 375 time: 0.0251036 Aug 28 23:12:08.159114 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-5eb533b8-ffdd-4c9d-bde8-99574569fbf6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747135 Aug 28 23:12:08.248097 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e15cac3-c337-448f-8c49-217f6dc9c822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:08.284084 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-e8ca646b-abbc-4f2f-9338-3348abc059e0 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068892 Aug 28 23:12:08.371817 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-771d6497-a9c3-48a0-8cd0-f4001cabb941 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814984 Aug 28 23:12:08.375797 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e15cac3-c337-448f-8c49-217f6dc9c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:08.419400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0e15cac3-c337-448f-8c49-217f6dc9c822 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95ca81c040a44bb1b50c55b79be96ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478972 Aug 28 23:12:08.420297 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15cac3-c337-448f-8c49-217f6dc9c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa507b61-3dfa-4089-9b1a-27a18d8d2fa8,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:08.422389 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38302) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:08.474051 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2e661dd3-47c0-4146-8c97-c673db4b4dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:08.494249 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2e661dd3-47c0-4146-8c97-c673db4b4dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:08.581838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2e661dd3-47c0-4146-8c97-c673db4b4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:08.584752 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2e661dd3-47c0-4146-8c97-c673db4b4dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:08.585977 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2e661dd3-47c0-4146-8c97-c673db4b4dcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa507b61-3dfa-4089-9b1a-27a18d8d2fa8 HTTP/1.1" status: 204 len: 168 time: 0.1624539 Aug 28 23:12:08.600151 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7a8f9179-63af-4606-a579-2d91ab89b0c1 req-fa8e9cc0-8336-46d2-841c-68b47000484c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 210 time: 0.0327716 Aug 28 23:12:08.615090 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661dd3-47c0-4146-8c97-c673db4b4dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa507b61-3dfa-4089-9b1a-27a18d8d2fa8,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:09.464080 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38330) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:09.480977 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a952-753b-4f52-8f09-34d395f0bfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.570208 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a952-753b-4f52-8f09-34d395f0bfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.695231 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60b6636f-a965-4064-9d98-624b5e24b46a req-306e7ecc-58e0-41f4-a7e3-65ce6d992d41 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 210 time: 0.0247772 Aug 28 23:12:09.724547 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a952-753b-4f52-8f09-34d395f0bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.762292 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d6b6a952-753b-4f52-8f09-34d395f0bfb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50aaf39850eb4377badabe60f8d796b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971177 Aug 28 23:12:09.763873 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6a952-753b-4f52-8f09-34d395f0bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a47eadc-6987-4e09-997d-c48b3121b79c,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:09.764962 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38334) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:09.814722 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2fab46af-f3bb-4907-996d-f9c0bf74b36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.835512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2fab46af-f3bb-4907-996d-f9c0bf74b36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.993524 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2fab46af-f3bb-4907-996d-f9c0bf74b36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.996176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2fab46af-f3bb-4907-996d-f9c0bf74b36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:09.997333 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2fab46af-f3bb-4907-996d-f9c0bf74b36f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a47eadc-6987-4e09-997d-c48b3121b79c HTTP/1.1" status: 204 len: 168 time: 0.2314036 Aug 28 23:12:10.006643 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab46af-f3bb-4907-996d-f9c0bf74b36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a47eadc-6987-4e09-997d-c48b3121b79c,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:10.198793 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b50852e6-0095-4af9-a6a0-62a39166fbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:10.308338 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-6d67e5a8-bcef-4163-adfb-0baac6be5b9f tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:10.309717 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-6d67e5a8-bcef-4163-adfb-0baac6be5b9f tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/networks?id=4fbff9e3-72c5-4297-8169-53a9932f9e1c HTTP/1.1" status: 200 len: 813 time: 0.1001103 Aug 28 23:12:10.324707 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-8c3ef22e-37e7-4618-ae0c-1899ca344b92 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/quotas/06e1134512774fbe841c698b5ac65c97 HTTP/1.1" status: 200 len: 375 time: 0.0086007 Aug 28 23:12:10.354382 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-a5df2e1d-fdf8-4a2b-bd37-68dd2ad364d5 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=06e1134512774fbe841c698b5ac65c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241818 Aug 28 23:12:10.464037 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-7c76c7ef-d018-4259-9e43-76d084eb342e service neutron] 10.222.0.16 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024227 Aug 28 23:12:10.619246 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-ecc8743f-0542-4623-a3ac-6f6774acbc94 service neutron] 10.222.0.16 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489747 Aug 28 23:12:10.646084 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-1bed6506-1514-4bf4-8a97-2a34b205eaca tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:10.647467 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-1bed6506-1514-4bf4-8a97-2a34b205eaca tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 816 time: 0.1244195 Aug 28 23:12:10.691591 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-097bfd56-a11c-4c56-ad5d-6da4546d2df5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 378 time: 0.0338392 Aug 28 23:12:10.700825 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'port': {'device_id': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'admin_state_up': True, 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'security_groups': ['5cb2121e-f04f-46a4-8be3-6cce3d2d056f']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:10.815285 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8bbad83e-013c-4db0-8e86-af4f8a42f9a4 req-8854a322-8209-4a8d-aaa5-c40e3d531c7a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 210 time: 0.0417416 Aug 28 23:12:10.880458 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-38301a97-6e31-4276-8ecf-49e430cfac7b req-828d3047-e890-4710-8a80-0bbc279721f3 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 210 time: 0.0335853 Aug 28 23:12:10.912680 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Made reservation on behalf of e5c27db67ad24ea9b0856f2a8195dd48 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:10.916191 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.050508 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Allocated IP 172.20.0.5 (eaa9bae8-4d59-47d8-b960-00e86c451354/b8354f8b-c4af-410c-a02c-53cba37a650d/3350c10b-f7b5-4f2e-bb81-92cd3aec9518) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:11.183859 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.197403 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Transition to ACTIVE for port object 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:11.264659 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38390) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:11.341776 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.380092 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-626468648-network', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:11.402371 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Network eaa9bae8-4d59-47d8-b960-00e86c451354 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:11.410486 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:11.416971 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:11.422442 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:11.471353 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:11.471971 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.496938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Made reservation on behalf of 92feac9d9c434e8cb87f3353bf0427eb for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:11.499455 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.509684 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.581290 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-76017f51-8bff-4dfb-af64-478a4ff89c25 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8841581 Aug 28 23:12:11.595434 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Request body: {'port': {'device_id': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:11.627311 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-40782931-8f8e-4f52-b4eb-a77e0fb1adfb None None] Provisioning for port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:11.631503 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-40782931-8f8e-4f52-b4eb-a77e0fb1adfb None None] Provisioning complete for port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:11.631987 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-40782931-8f8e-4f52-b4eb-a77e0fb1adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.670856 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.680072 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-40782931-8f8e-4f52-b4eb-a77e0fb1adfb None None] Port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:12:11.737651 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.800652 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.844498 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:12:11.853300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf69f65-eb5b-4a94-9988-edbd606691da,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:11.898643 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:11.900728 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Added segment 6f03c1fc-3b50-4af3-93a3-c12c1fa49506 of type vlan for network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 Aug 28 23:12:12.015197 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.018812 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b1594a96-0d18-4ecf-ad26-2497d1d5c746 req-e010dfe8-36e2-4d89-89cf-6c3859a47846 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 210 time: 0.0569351 Aug 28 23:12:12.048104 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750bcd5-a432-49e2-b153-a97cbb18003a req-7158a416-ba5d-42c8-a9b6-e86569bf8be1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:12.049554 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8750bcd5-a432-49e2-b153-a97cbb18003a req-7158a416-ba5d-42c8-a9b6-e86569bf8be1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 931 time: 0.1478810 Aug 28 23:12:12.112221 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8750bcd5-a432-49e2-b153-a97cbb18003a req-663d0e44-74ec-4f01-b877-73bf480fbaca tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525484 Aug 28 23:12:12.151702 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:12:12.159876 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.171942 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Transition to ACTIVE for port object 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:12.181315 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.182293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:12.182865 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.245418 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] Pushing event updated for resources: {'Network': ['ID=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:12.251001 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.256713 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:12:12.515587 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a56fb5d0-fc10-4329-a62e-30375237664d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2471755 Aug 28 23:12:12.517077 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38406) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:12.526823 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Request body: {'subnet': {'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-626468648-subnet', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:12.535981 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:12.607847 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Attempting to bind port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:12.608181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Attempting to bind port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:12.608507 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Attempting to bind port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 on network eaa9bae8-4d59-47d8-b960-00e86c451354 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:12.612953 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 on network eaa9bae8-4d59-47d8-b960-00e86c451354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:12:12.613098 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Attempting to bind port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 on network eaa9bae8-4d59-47d8-b960-00e86c451354 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:12.618012 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:12.618346 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Checking segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:12.618722 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Bound using segment: {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:12.619138 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Bound port: 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36567ff-e72f-40e9-9009-b69dae2c8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:12.619489 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.632367 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Made reservation on behalf of 92feac9d9c434e8cb87f3353bf0427eb for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:12.635048 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9248040'] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.691468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:12.695203 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:12.726650 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e10f6996-d455-4303-a3bd-eb68842467ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.779523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.840916 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:12.842366 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:12.844284 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] 10.222.0.39 "PUT /v2.0/ports/3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 1093 time: 1.2538450 Aug 28 23:12:12.844935 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:12.847488 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f31901-280e-4906-9b44-5dbbfc579208" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:12.871466 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b786-01ea-4e4b-8b86-743f70365a81 service neutron] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:12.888463 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-44314be0-de3f-4f1b-b2af-b114f51841b7 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:12.889963 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-44314be0-de3f-4f1b-b2af-b114f51841b7 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "GET /v2.0/networks?id=4fbff9e3-72c5-4297-8169-53a9932f9e1c HTTP/1.1" status: 200 len: 813 time: 0.1949501 Aug 28 23:12:12.894081 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3787c93-7e08-4d35-b3cd-f733b67aac73 x-openstack-request-id: req-e3787c93-7e08-4d35-b3cd-f733b67aac73 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:12.894372 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:12.894619 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3787c93-7e08-4d35-b3cd-f733b67aac73 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:12.895003 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'status': 'completed', 'code': 200} Aug 28 23:12:12.924225 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Request body: {'port': {'device_id': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c', 'admin_state_up': True, 'tenant_id': '06e1134512774fbe841c698b5ac65c97'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:12.958129 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31901-280e-4906-9b44-5dbbfc579208 req-e83fd466-e426-49e5-add9-088f1716abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:12.959703 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69f31901-280e-4906-9b44-5dbbfc579208 req-e83fd466-e426-49e5-add9-088f1716abc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1096 time: 0.0445189 Aug 28 23:12:13.039208 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.062105 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8636829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9248062'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.104978 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31901-280e-4906-9b44-5dbbfc579208 req-226432f7-715f-4e55-8e37-d8658e5c8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.106486 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69f31901-280e-4906-9b44-5dbbfc579208 req-226432f7-715f-4e55-8e37-d8658e5c8514 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1385159 Aug 28 23:12:13.135738 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:13.140571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1a5235bf-c696-4109-a242-68c47a7e3078 req-2c2e5525-8862-4d92-8138-c5753a035018 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 210 time: 0.0381978 Aug 28 23:12:13.149549 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Checking segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:13.149928 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Network hostable DHCP agents. Network: f99b85f3-f18c-45bd-81a9-ecaefd06d5b8, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:12:13.169938 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Made reservation on behalf of 06e1134512774fbe841c698b5ac65c97 for: {'port': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:13.174407 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.243649 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:12:13.250986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31901-280e-4906-9b44-5dbbfc579208 req-5edf94c1-c06e-48cc-bae6-6f26485e86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.252546 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-69f31901-280e-4906-9b44-5dbbfc579208 req-5edf94c1-c06e-48cc-bae6-6f26485e86c2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369073 Aug 28 23:12:13.295500 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c90dc-9804-4ae9-8a59-f3039b19a4c5 req-6daf61ad-0c96-4a9f-b550-594d7184b7ef tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.297621 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b34c90dc-9804-4ae9-8a59-f3039b19a4c5 req-6daf61ad-0c96-4a9f-b550-594d7184b7ef tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0709319 Aug 28 23:12:13.306889 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, f99b85f3-f18c-45bd-81a9-ecaefd06d5b8) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:13.314066 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.314655 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.323453 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8a422-d323-4ba3-a22a-4c0b43d13f3a None None] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:12:13.327353 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38424) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:13.357425 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Allocated IP 172.20.0.14 (4fbff9e3-72c5-4297-8169-53a9932f9e1c/d6f1cf2a-605d-4705-af3a-c05ff283791a/14b2b9de-989b-4a89-b2c5-f7b2d310f063) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:13.369552 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-00e1ec0e-def1-4fc0-bbe3-8490cce3ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.371076 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-00e1ec0e-def1-4fc0-bbe3-8490cce3ffb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1096 time: 0.0678692 Aug 28 23:12:13.381675 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b34c90dc-9804-4ae9-8a59-f3039b19a4c5 req-a01f6014-565b-4497-bf32-61fb1b3d07fb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770380 Aug 28 23:12:13.391572 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d25db474-8b76-4e61-a9d2-ae8b3b034d1a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8738954 Aug 28 23:12:13.395220 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38428) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:13.399724 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:13.446687 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-693cb69d-88dc-4d56-9d88-ee3b7d6ee330 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 217 time: 0.0556717 Aug 28 23:12:13.480200 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:12:13.481049 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.498739 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d2117ec-e7d9-410f-9a6a-b515e9a71b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.503199 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8e13a8f3-81d5-443a-867c-0c3eceb180c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.504870 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-8e13a8f3-81d5-443a-867c-0c3eceb180c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0542612 Aug 28 23:12:13.553617 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-d88417e6-ffa9-4bf8-868e-e67f8e5895c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:13.555264 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-d88417e6-ffa9-4bf8-868e-e67f8e5895c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438671 Aug 28 23:12:13.566050 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.571367 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.572553 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.617165 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Allocated IP 172.20.0.2 (f99b85f3-f18c-45bd-81a9-ecaefd06d5b8/09fc59cd-0ab6-4ded-8d0e-6aef418d8f91/71c4d43f-8e77-4338-8b06-e9a40f3ee496) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:13.662098 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-f9ba6d5f-c237-48f2-99ba-f94aabeaf98f service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994685 Aug 28 23:12:13.675932 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.720846 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d2117ec-e7d9-410f-9a6a-b515e9a71b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.755133 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-30753d97-c5d3-433f-8f0b-319ae6a71edf req-53149957-7a9d-482b-a65d-9133b8204199 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863607 Aug 28 23:12:13.767625 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.775628 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Transition to ACTIVE for port object 71c4d43f-8e77-4338-8b06-e9a40f3ee496 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:13.790709 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Transition to ACTIVE for port object 71c4d43f-8e77-4338-8b06-e9a40f3ee496 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:13.798447 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d2117ec-e7d9-410f-9a6a-b515e9a71b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.801103 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.878890 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.923834 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:13.926671 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:13.929578 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:13.937956 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Pushing event updated for resources: {'Port': ['ID=71c4d43f-8e77-4338-8b06-e9a40f3ee496,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:13.955496 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Network 4fbff9e3-72c5-4297-8169-53a9932f9e1c is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:13.956622 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2117ec-e7d9-410f-9a6a-b515e9a71b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8868885-7656-4587-a692-5a51cb02f864,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:13.960577 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.960934 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.961273 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.961599 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.962009 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.962708 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.962708 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.962998 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.963271 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.963585 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.963924 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.964238 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:13.966197 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-8d2117ec-e7d9-410f-9a6a-b515e9a71b34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af4b44415438491c8f35287db3515fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337931 Aug 28 23:12:13.967115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38432) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:13.972031 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:13.977642 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:13.985171 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:14.000546 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Attempting to bind port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:14.000913 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Attempting to bind port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:14.001880 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Attempting to bind port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 on network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:14.007135 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:14.007500 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Checking segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:14.008055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.008435 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Bound using segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:14.008891 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Bound port: 71c4d43f-8e77-4338-8b06-e9a40f3ee496, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:14.009265 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.026827 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Pushing event updated for resources: {'Port': ['ID=14b2b9de-989b-4a89-b2c5-f7b2d310f063,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:14.038928 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-94f3f734-f9e8-4c79-b1f6-ac0254b2f82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.046636 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:14.047286 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.061974 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-94f3f734-f9e8-4c79-b1f6-ac0254b2f82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.074576 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] For port 71c4d43f-8e77-4338-8b06-e9a40f3ee496, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:14.077781 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] For port 71c4d43f-8e77-4338-8b06-e9a40f3ee496, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=71c4d43f-8e77-4338-8b06-e9a40f3ee496,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:14.206944 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.209978 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-1ac70cf6-3a81-46d5-9d65-7ea8ebce7f5b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2880075 Aug 28 23:12:14.247688 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Request body: {'port': {'device_id': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:14.273595 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220548f-7f7b-4d21-b6b0-019078c49564 None None] Pushing event updated for resources: {'Port': ['ID=71c4d43f-8e77-4338-8b06-e9a40f3ee496,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:14.278813 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d047b9-cb30-4a5d-95b5-7bc89b65f0c6 req-77fe1a94-4a0b-4efb-9444-01177566f550 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:14.287753 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-48d047b9-cb30-4a5d-95b5-7bc89b65f0c6 req-77fe1a94-4a0b-4efb-9444-01177566f550 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 932 time: 0.0782421 Aug 28 23:12:14.309283 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-94f3f734-f9e8-4c79-b1f6-ac0254b2f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.311778 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-94f3f734-f9e8-4c79-b1f6-ac0254b2f82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.313648 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-94f3f734-f9e8-4c79-b1f6-ac0254b2f82f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8868885-7656-4587-a692-5a51cb02f864 HTTP/1.1" status: 204 len: 168 time: 0.3448148 Aug 28 23:12:14.330666 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.331348 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3f734-f9e8-4c79-b1f6-ac0254b2f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8868885-7656-4587-a692-5a51cb02f864,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:14.340816 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-48d047b9-cb30-4a5d-95b5-7bc89b65f0c6 req-92be9f40-ca40-422f-a4eb-75e22709d3be tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522292 Aug 28 23:12:14.380047 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.390260 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.416980 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.538194 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afbaee-7bbe-4071-8eab-2b104c370c3a req-e12ad3a0-805a-4792-baab-d6befd4763f0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:14.538976 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-24afbaee-7bbe-4071-8eab-2b104c370c3a req-e12ad3a0-805a-4792-baab-d6befd4763f0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0570245 Aug 28 23:12:14.607053 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-24afbaee-7bbe-4071-8eab-2b104c370c3a req-14eeb211-08a0-428e-9106-bb3bbd52f892 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579615 Aug 28 23:12:14.683055 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Allocated IP 172.27.3.247 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/240b7961-177f-46ca-8d36-7d1ffd69a6a0) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:14.856926 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.865390 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b2b9de-989b-4a89-b2c5-f7b2d310f063 {{(pid=94554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:12:14.874226 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:14.891707 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Transition to ACTIVE for port object 14b2b9de-989b-4a89-b2c5-f7b2d310f063 will not be triggered until provisioned by entity L2. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:15.015635 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.049349 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.072813 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:12:15.083528 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:15.092457 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:15.095412 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:15.130048 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2b9de-989b-4a89-b2c5-f7b2d310f063,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:15.178560 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:15.194125 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'mac_address': 'fa:16:3e:ae:71:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:12:15.219246 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Pushing event updated for resources: {'Port': ['ID=240b7961-177f-46ca-8d36-7d1ffd69a6a0,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:15.265211 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.288758 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:12:15.315953 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928fad1-e93f-4eb9-b657-12f92b8cb240 None None] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:12:15.320694 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Attempting to bind port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:15.321028 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Attempting to bind port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:15.321349 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Attempting to bind port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 on network 4fbff9e3-72c5-4297-8169-53a9932f9e1c {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:15.345502 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 on network 4fbff9e3-72c5-4297-8169-53a9932f9e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:12:15.346706 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Attempting to bind port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 on network 4fbff9e3-72c5-4297-8169-53a9932f9e1c {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:15.359340 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 71c4d43f-8e77-4338-8b06-e9a40f3ee496 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:15.360351 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:15.360690 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Checking segment: {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:15.361066 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Bound using segment: {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:15.361741 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Bound port: 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:15.361911 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.436930 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:15.442278 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] For port 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host hv-cinder-79049, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:15.446347 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] For port 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=14b2b9de-989b-4a89-b2c5-f7b2d310f063,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:15.485556 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3148150-4cb4-489a-9b13-392ebf81473e req-987b367c-16f0-433d-9b5a-ffc13e7f1dad tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:15.488760 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a3148150-4cb4-489a-9b13-392ebf81473e req-987b367c-16f0-433d-9b5a-ffc13e7f1dad tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0662477 Aug 28 23:12:15.496139 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.512405 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.540336 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-aa3a7828-7853-4cff-b95b-5b26814f2dea None None] Provisioning for port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:15.548035 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a3148150-4cb4-489a-9b13-392ebf81473e req-ab5566d8-af26-405d-b8a7-345a267c0e7c tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526261 Aug 28 23:12:15.561770 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.607743 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:15.607986 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:15.608357 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.609800 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] 10.222.0.39 "PUT /v2.0/ports/14b2b9de-989b-4a89-b2c5-f7b2d310f063 HTTP/1.1" status: 200 len: 1094 time: 1.3681583 Aug 28 23:12:15.612125 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'tag': '14b2b9de-989b-4a89-b2c5-f7b2d310f063'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:15.614491 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65" -d '{"events": [{"name": "network-changed", "server_uuid": "805c5493-a3c2-404c-bcb3-f5b00e26bfaf", "tag": "14b2b9de-989b-4a89-b2c5-f7b2d310f063"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:15.619793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.661611 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:15.672512 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:15.672512 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.672803 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f221e1-f375-4eb6-b17e-9ce6234da5d2 x-openstack-request-id: req-97f221e1-f375-4eb6-b17e-9ce6234da5d2 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:15.672803 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805c5493-a3c2-404c-bcb3-f5b00e26bfaf", "tag": "14b2b9de-989b-4a89-b2c5-f7b2d310f063", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:15.672803 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97f221e1-f375-4eb6-b17e-9ce6234da5d2 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:15.672803 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'tag': '14b2b9de-989b-4a89-b2c5-f7b2d310f063', 'status': 'completed', 'code': 200} Aug 28 23:12:15.718054 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccaca7-9aa8-430e-b0df-e3f1eb5d0168 service neutron] Pushing event updated for resources: {'Port': ['ID=14b2b9de-989b-4a89-b2c5-f7b2d310f063,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:15.722740 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['3350c10b-f7b5-4f2e-bb81-92cd3aec9518'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:12:15.790617 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf325883-d516-4034-bdd8-d5dd9d7fdd5f req-c61cc69c-7409-4ed9-b77c-6f8e0264156e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:15.792417 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf325883-d516-4034-bdd8-d5dd9d7fdd5f req-c61cc69c-7409-4ed9-b77c-6f8e0264156e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 944 time: 0.0815070 Aug 28 23:12:15.854650 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:15.859488 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf325883-d516-4034-bdd8-d5dd9d7fdd5f req-1c6ce65d-c359-4219-abff-565985c8b972 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565188 Aug 28 23:12:15.945397 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 71c4d43f-8e77-4338-8b06-e9a40f3ee496, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=71c4d43f-8e77-4338-8b06-e9a40f3ee496,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:15.984741 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-173e0030-2bdf-4f33-a1f3-c3035e72bc11 None None] Provisioning complete for port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:15.985114 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173e0030-2bdf-4f33-a1f3-c3035e72bc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:16.059926 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65 req-9434c900-4bcd-4474-926e-c64ee9bc6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.061431 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65 req-9434c900-4bcd-4474-926e-c64ee9bc6fcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06e1134512774fbe841c698b5ac65c97&device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 1097 time: 0.3692350 Aug 28 23:12:16.065690 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173e0030-2bdf-4f33-a1f3-c3035e72bc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:16.068772 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:16.152323 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=71c4d43f-8e77-4338-8b06-e9a40f3ee496,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:16.162390 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.db.api [None req-173e0030-2bdf-4f33-a1f3-c3035e72bc11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 23:12:16.162777 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG oslo_db.api [None req-173e0030-2bdf-4f33-a1f3-c3035e72bc11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 23:12:16.223994 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:16.228464 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65 req-51edb404-1aaa-4a89-8921-fd7158f4f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.229961 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65 req-51edb404-1aaa-4a89-8921-fd7158f4f3a3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=06e1134512774fbe841c698b5ac65c97&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1387496 Aug 28 23:12:16.401159 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65 req-3da2a5a0-74d6-4602-81d2-8dac812e75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.402758 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-8de7c449-1503-4cd9-8c0f-08b0bc5bad65 req-3da2a5a0-74d6-4602-81d2-8dac812e75cb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366274 Aug 28 23:12:16.479840 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-78820a7a-69a8-4532-bf90-bb6704eb3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.481418 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-78820a7a-69a8-4532-bf90-bb6704eb3b9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06e1134512774fbe841c698b5ac65c97&device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 1097 time: 0.0396259 Aug 28 23:12:16.483027 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:12:16.527485 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-7ea31c90-2e8c-4eed-a8db-f41c05d17a6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b2b9de-989b-4a89-b2c5-f7b2d310f063 HTTP/1.1" status: 200 len: 217 time: 0.0378816 Aug 28 23:12:16.647673 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-606dd9a6-fec8-4eab-965d-d279a0b19e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.649132 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-606dd9a6-fec8-4eab-965d-d279a0b19e5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6f1cf2a-605d-4705-af3a-c05ff283791a HTTP/1.1" status: 200 len: 853 time: 0.0839341 Aug 28 23:12:16.661348 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8e4b-2828-440f-bdf8-2114cf969610 req-4bbba3b8-9d24-4d14-b649-dcd7f785f663 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.662890 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-731f8e4b-2828-440f-bdf8-2114cf969610 req-4bbba3b8-9d24-4d14-b649-dcd7f785f663 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0499380 Aug 28 23:12:16.684640 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-7aed738c-a931-4a2c-98ee-d0975422eaa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4fbff9e3-72c5-4297-8169-53a9932f9e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288208 Aug 28 23:12:16.692154 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:16.706816 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Sync routers for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:16.710323 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-731f8e4b-2828-440f-bdf8-2114cf969610 req-1c9d6d7c-2b1f-4f03-9fc6-7b07b54e2033 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355861 Aug 28 23:12:16.734525 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:16.735681 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:16.785922 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-0f41ce2f-1439-4f7a-9119-0e589cf6cf2e service neutron] 10.222.0.39 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914884 Aug 28 23:12:16.863006 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:16.866962 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a5a81e39-9cc7-45c4-a68c-a09652cb0644 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4680905 Aug 28 23:12:16.867247 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38476) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:16.932092 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2c0306d6-b618-4a47-aaa5-8ca8e9d6c7d8 req-f6606ede-b486-43e5-9237-fd2d902eb7bf service neutron] 10.222.0.39 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393719 Aug 28 23:12:16.964739 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:16.986091 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8364-a81e-4019-8972-dab20192ec48 req-8112eee7-4540-42d4-baf4-c956970f8902 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:16.993584 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5cb8364-a81e-4019-8972-dab20192ec48 req-8112eee7-4540-42d4-baf4-c956970f8902 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 944 time: 0.0544698 Aug 28 23:12:17.032714 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f5cb8364-a81e-4019-8972-dab20192ec48 req-c89d69b8-7bca-459d-b229-11e728503704 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380962 Aug 28 23:12:17.084063 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:17.182593 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:15Z', 'revision_number': 3, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:17.212934 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Checking router: e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:17.213283 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Updating router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:12:17.238674 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.303526 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.320938 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 71c4d43f-8e77-4338-8b06-e9a40f3ee496 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:17.354570 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:17.370466 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:17.370856 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.455607 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Allocated IP 172.20.0.1 (f99b85f3-f18c-45bd-81a9-ecaefd06d5b8/09fc59cd-0ab6-4ded-8d0e-6aef418d8f91/fa7064bf-3482-405b-9bc2-bf21d8e28f93) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:17.470626 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:17.470993 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.559181 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.573985 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Transition to ACTIVE for port object fa7064bf-3482-405b-9bc2-bf21d8e28f93 will not be triggered until provisioned by entity DHCP. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:17.576288 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.649869 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:17.652076 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8719a054-f781-41b7-b335-d45f077fc443" -d '{"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-plugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:17.680151 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:17.694188 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.694373 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7432cb1-f01a-4b41-81a4-47b8083de64c x-openstack-request-id: req-e7432cb1-f01a-4b41-81a4-47b8083de64c {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:17.694373 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-plugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:17.694373 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7432cb1-f01a-4b41-81a4-47b8083de64c {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:17.694373 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'code': 200} Aug 28 23:12:17.695686 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.706426 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Transition to ACTIVE for port object 240b7961-177f-46ca-8d36-7d1ffd69a6a0 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:17.740211 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:17.744800 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:17.748042 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:17.770164 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.772252 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.786890 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7064bf-3482-405b-9bc2-bf21d8e28f93,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:17.810783 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.857565 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Attempting to bind port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:17.857956 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Attempting to bind port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:17.858317 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Attempting to bind port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:17.868517 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9babaf-7240-4a94-8924-0e1fa0ed7f40 req-7b82e31c-c7cf-43cc-8795-41f10c538aa5 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:17.871426 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ff9babaf-7240-4a94-8924-0e1fa0ed7f40 req-7b82e31c-c7cf-43cc-8795-41f10c538aa5 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0690582 Aug 28 23:12:17.871669 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:17.872043 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:17.872437 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.872824 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:17.873286 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Bound port: 240b7961-177f-46ca-8d36-7d1ffd69a6a0, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:17.873659 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:17.878911 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:17.929056 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ff9babaf-7240-4a94-8924-0e1fa0ed7f40 req-1aa537f5-0207-4c81-ad49-bb212cb4e2cb tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444067 Aug 28 23:12:17.968424 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c04ea9-d257-477a-bfea-b4699d362011 None None] Pushing event updated for resources: {'Port': ['ID=240b7961-177f-46ca-8d36-7d1ffd69a6a0,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:17.977125 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] For port 240b7961-177f-46ca-8d36-7d1ffd69a6a0, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:17.980545 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] For port 240b7961-177f-46ca-8d36-7d1ffd69a6a0, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=240b7961-177f-46ca-8d36-7d1ffd69a6a0,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:18.036466 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b2b32-503a-49fb-9941-9abc571402f3 req-63e4ee46-6c7f-44df-abec-2c7bf9cefecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:18.038096 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-002b2b32-503a-49fb-9941-9abc571402f3 req-63e4ee46-6c7f-44df-abec-2c7bf9cefecc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1098 time: 0.0404489 Aug 28 23:12:18.046073 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.084245 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.105442 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-002b2b32-503a-49fb-9941-9abc571402f3 req-3fa9250f-80ba-4469-af90-566a06135490 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594995 Aug 28 23:12:18.107890 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.145839 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-703af9b0-7dda-4a7e-892e-9223c6111b7a None None] Provisioning for port fa7064bf-3482-405b-9bc2-bf21d8e28f93 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:18.176055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-703af9b0-7dda-4a7e-892e-9223c6111b7a None None] Provisioning complete for port fa7064bf-3482-405b-9bc2-bf21d8e28f93 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:18.176659 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-703af9b0-7dda-4a7e-892e-9223c6111b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.188476 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf868f-2aaf-46c9-9371-cfb6c2f2a50f req-eb80ebd3-14e0-4d37-9fc3-1b7adc3386db tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:18.197858 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91cf868f-2aaf-46c9-9371-cfb6c2f2a50f req-eb80ebd3-14e0-4d37-9fc3-1b7adc3386db tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0884192 Aug 28 23:12:18.221592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c04ea9-d257-477a-bfea-b4699d362011 None None] Pushing event updated for resources: {'Port': ['ID=240b7961-177f-46ca-8d36-7d1ffd69a6a0,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:18.225885 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:18.226508 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:18.245858 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91cf868f-2aaf-46c9-9371-cfb6c2f2a50f req-30b4db3a-14c6-4181-98e9-37a2369e06c9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412219 Aug 28 23:12:18.277648 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.283909 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-703af9b0-7dda-4a7e-892e-9223c6111b7a None None] Port fa7064bf-3482-405b-9bc2-bf21d8e28f93 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:12:18.346720 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.348278 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:18.416629 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7064bf-3482-405b-9bc2-bf21d8e28f93,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:18.420551 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.513281 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:18.514662 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:18.546851 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 1, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:18.578587 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d249c40-0dfd-4b07-ad86-9537d256bffc None None] The sync data for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi is: [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 1, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:18.645895 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:12:18.773011 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:18.785844 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fbe82cef-b33f-4fb3-8d33-75c7e95b6d04 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5bf35d7-2578-4cfc-bf84-b207fa07c6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103708 Aug 28 23:12:18.814423 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-012fdd7e-459e-42dc-b291-915434d7d80b None None] Provisioning complete for port fa7064bf-3482-405b-9bc2-bf21d8e28f93 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:18.814794 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-012fdd7e-459e-42dc-b291-915434d7d80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:18.857004 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-012fdd7e-459e-42dc-b291-915434d7d80b None None] Port fa7064bf-3482-405b-9bc2-bf21d8e28f93 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:12:19.035996 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7eaf4-9417-419d-9f21-6ce60804fbbf req-9b0513f0-9876-4305-be95-b4c0e350c494 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:19.037624 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a1d7eaf4-9417-419d-9f21-6ce60804fbbf req-9b0513f0-9876-4305-be95-b4c0e350c494 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0510817 Aug 28 23:12:19.082371 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a1d7eaf4-9417-419d-9f21-6ce60804fbbf req-4ea15b57-4062-460b-b484-ad5c0262b06a tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Aug 28 23:12:19.321165 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 240b7961-177f-46ca-8d36-7d1ffd69a6a0 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:19.380069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3c53a-72f5-4e55-9c55-ee5f3ced94a3 req-8bdc2559-cfb4-4d02-93ef-73b1e828aabd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:19.381659 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d5d3c53a-72f5-4e55-9c55-ee5f3ced94a3 req-8bdc2559-cfb4-4d02-93ef-73b1e828aabd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0603552 Aug 28 23:12:19.426319 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d5d3c53a-72f5-4e55-9c55-ee5f3ced94a3 req-646b1bc1-6f28-4489-89dd-7b87c2fd2764 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386639 Aug 28 23:12:19.432414 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:19.436724 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:19.437171 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.526129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.548865 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 240b7961-177f-46ca-8d36-7d1ffd69a6a0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=240b7961-177f-46ca-8d36-7d1ffd69a6a0,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:19.627483 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.650256 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38512) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:19.655316 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-674589500-network', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:19.682170 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=240b7961-177f-46ca-8d36-7d1ffd69a6a0,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:19.747137 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Made reservation on behalf of 22b7d5eb2d9540eea812e647590b33a8 for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:19.749501 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.759496 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.848405 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.946491 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.973775 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:12:19.979282 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb76e92-5763-493c-b07e-13a742a842e6,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:19.986520 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:19.990069 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Added segment 2f0f5d8b-accb-48fe-9d75-ec1535b2d71b of type vlan for network 11543061-59d5-4ce8-ba61-d61b9dc10850 Aug 28 23:12:20.199044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157f576-cd3b-4e41-830b-7a5543f8892a req-9735eec2-bb9d-46a6-84ed-bf7666fc7899 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:20.200615 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4157f576-cd3b-4e41-830b-7a5543f8892a req-9735eec2-bb9d-46a6-84ed-bf7666fc7899 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0505710 Aug 28 23:12:20.248289 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4157f576-cd3b-4e41-830b-7a5543f8892a req-3046dc69-8ebb-4f44-b63b-039a49dc1dbb tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Aug 28 23:12:20.263325 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:20.370053 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:20.370958 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:20.371548 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:20.430558 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] Pushing event updated for resources: {'Network': ['ID=11543061-59d5-4ce8-ba61-d61b9dc10850,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:20.441904 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:12:20.490833 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-bda01e62-d7bd-45db-b865-218239b98379 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8394530 Aug 28 23:12:20.493377 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38520) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:20.498464 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Request body: {'subnet': {'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-674589500-subnet', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:20.547082 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5097ea-458a-4fa3-b11f-631f55fba57e req-19aed077-3770-45e6-a42f-0a2b5affee6a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:20.548630 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4a5097ea-458a-4fa3-b11f-631f55fba57e req-19aed077-3770-45e6-a42f-0a2b5affee6a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Aug 28 23:12:20.588101 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Sync routers for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:20.592727 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4a5097ea-458a-4fa3-b11f-631f55fba57e req-0b355c3c-b013-4a47-82b2-6089dcdfe600 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380852 Aug 28 23:12:20.596546 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Made reservation on behalf of 22b7d5eb2d9540eea812e647590b33a8 for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:20.596546 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9248040'] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:20.604036 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:12:20.605009 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:20.605682 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:20.905202 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:20.921718 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:18Z', 'revision_number': 2, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:20.950798 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Checking router: e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:20.951129 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Updating router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 port fa7064bf-3482-405b-9bc2-bf21d8e28f93 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:12:20.974114 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.135971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8636829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9248062'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.195631 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc687e0-d8ab-4b3d-81c2-763363636a19,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:21.205749 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Checking segment: {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:21.206105 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Network hostable DHCP agents. Network: 11543061-59d5-4ce8-ba61-d61b9dc10850, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:12:21.223849 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.233513 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Transition to ACTIVE for port object fa7064bf-3482-405b-9bc2-bf21d8e28f93 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:21.292319 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 240b7961-177f-46ca-8d36-7d1ffd69a6a0 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:21.318432 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:12:21.335206 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.350487 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:21.350864 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.362331 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e1420-879e-41c5-b551-356076ae92ff req-0fa63bc5-e31b-46f3-8f9a-0f27bdb3eb83 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:21.365258 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-035e1420-879e-41c5-b551-356076ae92ff req-0fa63bc5-e31b-46f3-8f9a-0f27bdb3eb83 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0493388 Aug 28 23:12:21.387011 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 11543061-59d5-4ce8-ba61-d61b9dc10850) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:21.393991 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:21.393991 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.405421 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b922016-7b99-41eb-b97b-35284c7b293e None None] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:12:21.419415 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-035e1420-879e-41c5-b551-356076ae92ff req-d15a2b76-7951-4f07-8dd0-4489158a75e9 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Aug 28 23:12:21.434229 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Pushing event updated for resources: {'Port': ['ID=fa7064bf-3482-405b-9bc2-bf21d8e28f93,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:21.455675 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.456031 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.456371 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.456475 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-77cb68a8-b69c-4979-8d1c-83ef3fecb3c7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9619946 Aug 28 23:12:21.456782 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.457112 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.457436 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.457803 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.458128 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.458462 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.459058 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38526) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:21.459176 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.459377 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.459693 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:21.463478 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:21.479397 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Attempting to bind port fa7064bf-3482-405b-9bc2-bf21d8e28f93 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:21.480104 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Attempting to bind port fa7064bf-3482-405b-9bc2-bf21d8e28f93 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:21.480462 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Attempting to bind port fa7064bf-3482-405b-9bc2-bf21d8e28f93 on network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:21.486439 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:21.486817 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Checking segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:21.487203 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.487594 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Bound using segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:21.488054 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Bound port: fa7064bf-3482-405b-9bc2-bf21d8e28f93, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:21.488448 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.558986 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] For port fa7064bf-3482-405b-9bc2-bf21d8e28f93, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:21.562665 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] For port fa7064bf-3482-405b-9bc2-bf21d8e28f93, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7064bf-3482-405b-9bc2-bf21d8e28f93,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:21.592821 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.594512 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.651059 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.695746 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.723549 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57a83-df3c-406a-9d67-c412a2507ab3 req-ae83ba58-7741-4f72-beba-4994ccc91162 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:21.725214 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fde57a83-df3c-406a-9d67-c412a2507ab3 req-ae83ba58-7741-4f72-beba-4994ccc91162 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Aug 28 23:12:21.752469 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-11543061-59d5-4ce8-ba61-d61b9dc10850', 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'fixed_ips': [{'subnet_id': '3dc687e0-d8ab-4b3d-81c2-763363636a19'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:12:21.754853 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.756075 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:21.756882 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:21.827358 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fde57a83-df3c-406a-9d67-c412a2507ab3 req-29269a64-0768-4c4a-8467-a25e06488707 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828302 Aug 28 23:12:21.860864 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7551-8630-4609-a136-87b38eb3093e None None] Pushing event updated for resources: {'Port': ['ID=fa7064bf-3482-405b-9bc2-bf21d8e28f93,revision_number=4']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:21.916209 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:21.923127 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:21.955180 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Allocated IP 172.20.0.2 (11543061-59d5-4ce8-ba61-d61b9dc10850/3dc687e0-d8ab-4b3d-81c2-763363636a19/27198cf6-9873-4786-b95e-6d70be17dc54) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:22.209118 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:21Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:22.210665 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.233474 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.235140 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b2efcb-698f-48ff-99b1-61bd2e594b7d None None] The sync data for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi is: [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:21Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:22.248348 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.257995 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Transition to ACTIVE for port object 27198cf6-9873-4786-b95e-6d70be17dc54 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:22.274868 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Transition to ACTIVE for port object 27198cf6-9873-4786-b95e-6d70be17dc54 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:22.345454 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Allocated IP 172.27.3.123 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/75cc0737-c47f-4b39-bc31-5c075c032e5d) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:22.355692 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.402633 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:22.405820 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:22.409968 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:22.416941 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Pushing event updated for resources: {'Port': ['ID=27198cf6-9873-4786-b95e-6d70be17dc54,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:22.467356 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Attempting to bind port 27198cf6-9873-4786-b95e-6d70be17dc54 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:22.470041 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Attempting to bind port 27198cf6-9873-4786-b95e-6d70be17dc54 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:22.470041 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Attempting to bind port 27198cf6-9873-4786-b95e-6d70be17dc54 on network 11543061-59d5-4ce8-ba61-d61b9dc10850 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:22.474367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:22.474748 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Checking segment: {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:22.475336 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.475732 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Bound using segment: {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:22.476202 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Bound port: 27198cf6-9873-4786-b95e-6d70be17dc54, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:22.476576 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.478641 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.539102 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3cf4c-1ab8-4a56-a7a8-f63546c3cbcf req-0b5d7ea0-69d6-4422-b4ef-314255963832 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:22.546662 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5dc3cf4c-1ab8-4a56-a7a8-f63546c3cbcf req-0b5d7ea0-69d6-4422-b4ef-314255963832 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 944 time: 0.0624678 Aug 28 23:12:22.554704 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] For port 27198cf6-9873-4786-b95e-6d70be17dc54, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:22.558136 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] For port 27198cf6-9873-4786-b95e-6d70be17dc54, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=27198cf6-9873-4786-b95e-6d70be17dc54,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:22.585486 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5dc3cf4c-1ab8-4a56-a7a8-f63546c3cbcf req-22fe2a04-05c1-4c6d-a850-0187fa23b8d0 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379212 Aug 28 23:12:22.638937 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.673390 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:22.689728 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:22.693033 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:22.697683 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:22.701081 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Pushing event updated for resources: {'Port': ['ID=75cc0737-c47f-4b39-bc31-5c075c032e5d,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:22.740949 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5d78e-cd25-4f63-b68b-57b653675a6a None None] Pushing event updated for resources: {'Port': ['ID=27198cf6-9873-4786-b95e-6d70be17dc54,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:22.999880 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15788e-d69d-41f4-ae92-5898c47855cc req-3dca545b-d0f0-42ed-a9a5-dc1cd6b2b01a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:23.002080 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a15788e-d69d-41f4-ae92-5898c47855cc req-3dca545b-d0f0-42ed-a9a5-dc1cd6b2b01a tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0621796 Aug 28 23:12:23.044685 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a15788e-d69d-41f4-ae92-5898c47855cc req-3d556d28-5cc1-445e-83b9-7616a161d7eb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356524 Aug 28 23:12:23.095626 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.116820 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 14b2b9de-989b-4a89-b2c5-f7b2d310f063 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:12:23.172403 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e6c8a-893d-4dc6-8d56-b87d0cb26804 req-015990e1-504a-4b39-a3a3-0d899bd546c1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:23.173993 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a4e6c8a-893d-4dc6-8d56-b87d0cb26804 req-015990e1-504a-4b39-a3a3-0d899bd546c1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0492315 Aug 28 23:12:23.183226 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38542) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:23.190599 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Request body: {'floatingip': {'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:23.221499 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=14b2b9de-989b-4a89-b2c5-f7b2d310f063,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:23.238831 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '14b2b9de-989b-4a89-b2c5-f7b2d310f063', 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c', 'port_id': '14b2b9de-989b-4a89-b2c5-f7b2d310f063', 'mac_address': 'fa:16:3e:a5:68:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f1cf2a-605d-4705-af3a-c05ff283791a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:12:23.240254 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.277612 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.293465 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b2b9de-989b-4a89-b2c5-f7b2d310f063 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:12:23.314429 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=14b2b9de-989b-4a89-b2c5-f7b2d310f063,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:23.381323 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.413853 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7064bf-3482-405b-9bc2-bf21d8e28f93 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:23.472469 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=14b2b9de-989b-4a89-b2c5-f7b2d310f063,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:23.489876 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.564489 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port fa7064bf-3482-405b-9bc2-bf21d8e28f93 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:23.568923 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fa7064bf-3482-405b-9bc2-bf21d8e28f93 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:23.569589 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.682740 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.725486 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52fae5-b9ec-4cf3-a168-4171f56a0f5b None None] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:12:23.730704 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d2cfb-886a-48e6-947b-6da343fcca9b req-c2edf7c7-4635-4ee2-ae9a-0389b9552fc3 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:23.732539 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8d8d2cfb-886a-48e6-947b-6da343fcca9b req-c2edf7c7-4635-4ee2-ae9a-0389b9552fc3 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 945 time: 0.0633106 Aug 28 23:12:23.741937 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port fa7064bf-3482-405b-9bc2-bf21d8e28f93, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7064bf-3482-405b-9bc2-bf21d8e28f93,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:23.774146 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8d8d2cfb-886a-48e6-947b-6da343fcca9b req-171dce6e-8573-4c9a-9b80-70f04aaa26cb tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350204 Aug 28 23:12:23.833740 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:23.834523 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 27198cf6-9873-4786-b95e-6d70be17dc54 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:23.919446 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-be62bdf7-9ed7-4f81-874b-896c86641a6b None None] Provisioning for port 27198cf6-9873-4786-b95e-6d70be17dc54 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:23.959197 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=fa7064bf-3482-405b-9bc2-bf21d8e28f93,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:24.037590 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.db.resource_extend [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 23:12:24.055164 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 27198cf6-9873-4786-b95e-6d70be17dc54 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:24.059444 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 27198cf6-9873-4786-b95e-6d70be17dc54 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:24.064431 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.090060 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.138186 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.171067 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 27198cf6-9873-4786-b95e-6d70be17dc54, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=27198cf6-9873-4786-b95e-6d70be17dc54,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:24.178931 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Router d83a6961-7658-404e-872e-c1df8a276a3b is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:12:24.218219 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.266266 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9e39d6c3-05a2-4fd6-bd51-b76feec05b9d None None] Provisioning complete for port 27198cf6-9873-4786-b95e-6d70be17dc54 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:24.266697 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9e39d6c3-05a2-4fd6-bd51-b76feec05b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.269524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.349609 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=27198cf6-9873-4786-b95e-6d70be17dc54,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:24.366940 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:24.371826 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Floating IP ea2c0d41-aeb3-4ca9-b482-7a03c9f09350 associated. External IP: 172.27.3.3, port: 3350c10b-f7b5-4f2e-bb81-92cd3aec9518. Aug 28 23:12:24.377028 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Sync routers for ids ['d83a6961-7658-404e-872e-c1df8a276a3b'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:24.397631 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Routers {'d83a6961-7658-404e-872e-c1df8a276a3b'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:24.398262 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['d83a6961-7658-404e-872e-c1df8a276a3b'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:24.498984 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Set router d83a6961-7658-404e-872e-c1df8a276a3b gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:24.512018 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.513248 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fb0f5d69-db1d-4984-9d90-c14f719295de admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0532551 Aug 28 23:12:24.516586 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38548) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:24.586415 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:12:24.680248 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:12:22Z', 'revision_number': 3, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:24.708375 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:24.712264 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Checking router: d83a6961-7658-404e-872e-c1df8a276a3b for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:24.712619 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Updating router d83a6961-7658-404e-872e-c1df8a276a3b port 75cc0737-c47f-4b39-bc31-5c075c032e5d binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:12:24.712944 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.719853 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:24.730417 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:24.731306 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:24.741683 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:24.756440 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-3b9da8f8-d2bb-41cb-98c9-d8467ad3581d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "PUT /v2.0/floatingips/ea2c0d41-aeb3-4ca9-b482-7a03c9f09350 HTTP/1.1" status: 200 len: 989 time: 1.5716958 Aug 28 23:12:24.757114 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:24.759747 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d2416-b4e3-4439-a487-c925154673ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:24.798804 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c9204-4842-42f1-a2c5-b89a7897ab8b x-openstack-request-id: req-b26c9204-4842-42f1-a2c5-b89a7897ab8b {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:24.799311 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:24.799711 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b26c9204-4842-42f1-a2c5-b89a7897ab8b {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:24.800387 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'status': 'completed', 'code': 200} Aug 28 23:12:24.891266 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:24.933763 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88e2d-99fa-4a2f-a7b2-55b0715a152c req-9e7ee007-29c2-4af5-9c88-b9a7f1e71ce1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:24.941072 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8fe88e2d-99fa-4a2f-a7b2-55b0715a152c req-9e7ee007-29c2-4af5-9c88-b9a7f1e71ce1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 945 time: 0.0890367 Aug 28 23:12:25.004822 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8fe88e2d-99fa-4a2f-a7b2-55b0715a152c req-24c4c66a-97ae-45a3-ae74-788444625216 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629432 Aug 28 23:12:25.044089 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.051504 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.061675 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Transition to ACTIVE for port object 75cc0737-c47f-4b39-bc31-5c075c032e5d will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:25.127013 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': 'ea2c0d41-aeb3-4ca9-b482-7a03c9f09350', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'mac_address': 'fa:16:3e:ae:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:12:07Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 1, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:25.152946 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:25.161729 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:25.162337 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:25.181191 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.200808 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Allocated IP 172.20.0.1 (11543061-59d5-4ce8-ba61-d61b9dc10850/3dc687e0-d8ab-4b3d-81c2-763363636a19/561bd0f6-f24a-4452-9f2a-228ece72b223) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:25.243359 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Attempting to bind port 75cc0737-c47f-4b39-bc31-5c075c032e5d on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:25.243906 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Attempting to bind port 75cc0737-c47f-4b39-bc31-5c075c032e5d by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:25.244362 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Attempting to bind port 75cc0737-c47f-4b39-bc31-5c075c032e5d on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:25.250949 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:25.251486 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:25.251995 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.252480 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:25.253041 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Bound port: 75cc0737-c47f-4b39-bc31-5c075c032e5d, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:25.253546 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.255419 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85a98a-378d-45c0-bc3f-a2646fb8654f None None] Pushing event updated for resources: {'Port': ['ID=75cc0737-c47f-4b39-bc31-5c075c032e5d,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:25.279424 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:25.319538 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] For port 75cc0737-c47f-4b39-bc31-5c075c032e5d, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:25.323113 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7064bf-3482-405b-9bc2-bf21d8e28f93 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:25.327387 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] For port 75cc0737-c47f-4b39-bc31-5c075c032e5d, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=75cc0737-c47f-4b39-bc31-5c075c032e5d,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:25.339524 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.353258 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Transition to ACTIVE for port object 561bd0f6-f24a-4452-9f2a-228ece72b223 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:25.373898 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fa7064bf-3482-405b-9bc2-bf21d8e28f93 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:25.374362 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.403302 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.455782 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.509356 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:25.512717 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:25.517949 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:25.524709 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Pushing event updated for resources: {'Port': ['ID=561bd0f6-f24a-4452-9f2a-228ece72b223,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:25.551231 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': 'ea2c0d41-aeb3-4ca9-b482-7a03c9f09350', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'mac_address': 'fa:16:3e:ae:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:12:07Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 1, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:25.566070 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.587948 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef405d8-5c39-4208-8293-306e80e2f2ce None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': 'ea2c0d41-aeb3-4ca9-b482-7a03c9f09350', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'mac_address': 'fa:16:3e:ae:71:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:12:07Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 1, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:25.605686 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Routers {'d83a6961-7658-404e-872e-c1df8a276a3b'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:25.606825 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['d83a6961-7658-404e-872e-c1df8a276a3b'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:25.651597 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85a98a-378d-45c0-bc3f-a2646fb8654f None None] Pushing event updated for resources: {'Port': ['ID=75cc0737-c47f-4b39-bc31-5c075c032e5d,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:25.752640 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 27198cf6-9873-4786-b95e-6d70be17dc54 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:25.795536 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] Set router d83a6961-7658-404e-872e-c1df8a276a3b gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:25.805748 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:25.837398 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d8f7e-a05d-4616-ac09-7ac0358a6328 None None] New status for floating IP ea2c0d41-aeb3-4ca9-b482-7a03c9f09350: ACTIVE {{(pid=94555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:12:25.976673 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:26.030911 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-82c529eb-8d9d-4aed-8c2a-0522dbaf581f None None] Provisioning for port 561bd0f6-f24a-4452-9f2a-228ece72b223 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:26.041021 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 27198cf6-9873-4786-b95e-6d70be17dc54 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:26.041394 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:26.055607 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:26.080224 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-82c529eb-8d9d-4aed-8c2a-0522dbaf581f None None] Provisioning complete for port 561bd0f6-f24a-4452-9f2a-228ece72b223 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:26.080663 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-82c529eb-8d9d-4aed-8c2a-0522dbaf581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:26.148430 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:26.158332 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2416-b4e3-4439-a487-c925154673ed req-9af999cc-f360-42df-8f5d-14a5dd244282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:26.158332 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-9af999cc-f360-42df-8f5d-14a5dd244282 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1098 time: 0.0458329 Aug 28 23:12:26.159710 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Pushing event updated for resources: {'Port': ['ID=561bd0f6-f24a-4452-9f2a-228ece72b223,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:26.192278 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc14f4-9687-4158-ade5-43da2254d3ae req-4c3b10f1-412c-4fa9-888b-ab20d2a66075 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:26.193929 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1cbc14f4-9687-4158-ade5-43da2254d3ae req-4c3b10f1-412c-4fa9-888b-ab20d2a66075 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 945 time: 0.1136818 Aug 28 23:12:26.202262 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-82c529eb-8d9d-4aed-8c2a-0522dbaf581f None None] Port 561bd0f6-f24a-4452-9f2a-228ece72b223 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:12:26.270447 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2416-b4e3-4439-a487-c925154673ed req-738cd3c0-6ace-472f-b966-b5aa1e9e569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:26.271263 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:12:22Z', 'revision_number': 3, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:26.271636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1cbc14f4-9687-4158-ade5-43da2254d3ae req-aa6a8bf3-e2c8-4151-b75d-abbbfc8fb68a tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Aug 28 23:12:26.272126 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-738cd3c0-6ace-472f-b966-b5aa1e9e569a service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.1046529 Aug 28 23:12:26.313117 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225d51d-bc54-4a80-a473-e6b2e26806c8 None None] The sync data for ids ['d83a6961-7658-404e-872e-c1df8a276a3b'] in dv-cinder-790492-11-iscsi is: [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:12:22Z', 'revision_number': 3, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:26.324932 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:26.326742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:26.362998 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-7ef339c2-3861-41d2-96f0-64efdcfd6dee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 999 time: 0.0827150 Aug 28 23:12:26.395646 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['14b2b9de-989b-4a89-b2c5-f7b2d310f063'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:12:26.448748 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2416-b4e3-4439-a487-c925154673ed req-7f8b5f21-abc4-457f-aee1-f27a39c9898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:26.450437 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-7f8b5f21-abc4-457f-aee1-f27a39c9898e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0760138 Aug 28 23:12:26.531116 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d2416-b4e3-4439-a487-c925154673ed req-e7fde813-2378-49d6-94fb-d9eda26a1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:26.534389 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Router d83a6961-7658-404e-872e-c1df8a276a3b has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:12:26.538047 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-e7fde813-2378-49d6-94fb-d9eda26a1b9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773423 Aug 28 23:12:26.657625 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-08489eff-7cff-48a0-ac1b-c4f3dee59255 None None] Provisioning complete for port 561bd0f6-f24a-4452-9f2a-228ece72b223 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:26.658319 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-08489eff-7cff-48a0-ac1b-c4f3dee59255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:26.668615 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-de7e7642-dbfd-40fe-a701-5fc4ab134afd service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240838 Aug 28 23:12:26.702807 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-08489eff-7cff-48a0-ac1b-c4f3dee59255 None None] Port 561bd0f6-f24a-4452-9f2a-228ece72b223 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:12:26.709380 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:26.715252 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-361fd1f6-6340-4c41-b3d0-eb291e64a92b admin admin] 10.222.0.16 "PUT /v2.0/routers/d83a6961-7658-404e-872e-c1df8a276a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1975045 Aug 28 23:12:26.786983 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-fe3d2416-b4e3-4439-a487-c925154673ed req-3fc27e78-242d-4baf-a0c1-5fa14c472d27 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022668 Aug 28 23:12:27.336333 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 75cc0737-c47f-4b39-bc31-5c075c032e5d up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:27.403967 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64082cf-d440-4ce0-a106-a2ca056aebd3 req-e14c9640-75b3-46b7-be5e-2045988f34ab tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:27.405633 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e64082cf-d440-4ce0-a106-a2ca056aebd3 req-e14c9640-75b3-46b7-be5e-2045988f34ab tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 945 time: 0.0577452 Aug 28 23:12:27.446725 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e64082cf-d440-4ce0-a106-a2ca056aebd3 req-0864a4a4-9de3-4c97-b6af-698deea4e9c3 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340860 Aug 28 23:12:27.466152 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 75cc0737-c47f-4b39-bc31-5c075c032e5d completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:27.472269 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 75cc0737-c47f-4b39-bc31-5c075c032e5d triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:27.472269 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:27.548751 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:27.568444 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 75cc0737-c47f-4b39-bc31-5c075c032e5d, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=75cc0737-c47f-4b39-bc31-5c075c032e5d,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:27.661205 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:27.717579 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=75cc0737-c47f-4b39-bc31-5c075c032e5d,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:28.574992 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449817f4-12d2-4f84-8df7-b0a4fa760648 req-2a15ac88-01b5-4a10-923e-89842f10bd28 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:28.576458 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-449817f4-12d2-4f84-8df7-b0a4fa760648 req-2a15ac88-01b5-4a10-923e-89842f10bd28 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 945 time: 0.0536115 Aug 28 23:12:28.627581 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-449817f4-12d2-4f84-8df7-b0a4fa760648 req-580f9a5a-78ad-41ef-aaf4-e6e7c13f6936 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Aug 28 23:12:28.761245 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 14b2b9de-989b-4a89-b2c5-f7b2d310f063 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:28.930242 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:28.934594 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:28.934974 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:29.033256 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:29.059356 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2b9de-989b-4a89-b2c5-f7b2d310f063'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:29.063133 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5bd6a0-8f21-4bba-8b0c-7e8863100070" -d '{"events": [{"server_uuid": "805c5493-a3c2-404c-bcb3-f5b00e26bfaf", "name": "network-vif-plugged", "status": "completed", "tag": "14b2b9de-989b-4a89-b2c5-f7b2d310f063"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:29.078255 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=14b2b9de-989b-4a89-b2c5-f7b2d310f063,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:29.116678 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ce95a-4b57-4407-8950-eefff8c7ec54 x-openstack-request-id: req-726ce95a-4b57-4407-8950-eefff8c7ec54 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:29.117357 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c5493-a3c2-404c-bcb3-f5b00e26bfaf", "name": "network-vif-plugged", "status": "completed", "tag": "14b2b9de-989b-4a89-b2c5-f7b2d310f063", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:29.117357 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-726ce95a-4b57-4407-8950-eefff8c7ec54 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:29.117798 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b2b9de-989b-4a89-b2c5-f7b2d310f063', 'code': 200} Aug 28 23:12:29.186871 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:29.243808 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=14b2b9de-989b-4a89-b2c5-f7b2d310f063,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:29.313001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 75cc0737-c47f-4b39-bc31-5c075c032e5d up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:29.364697 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Sync routers for ids ['d83a6961-7658-404e-872e-c1df8a276a3b'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:29.373913 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Routers {'d83a6961-7658-404e-872e-c1df8a276a3b'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:29.374592 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['d83a6961-7658-404e-872e-c1df8a276a3b'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:29.377980 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 75cc0737-c47f-4b39-bc31-5c075c032e5d triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:29.377980 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:29.502714 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Set router d83a6961-7658-404e-872e-c1df8a276a3b gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:29.734926 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:12:25Z', 'revision_number': 4, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '561bd0f6-f24a-4452-9f2a-228ece72b223', 'name': '', 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'mac_address': 'fa:16:3e:d4:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3dc687e0-d8ab-4b3d-81c2-763363636a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:25Z', 'updated_at': '2021-08-28T23:12:25Z', 'revision_number': 2, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'subnets': [{'id': '3dc687e0-d8ab-4b3d-81c2-763363636a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:29.763950 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a6ab-b9ec-48bf-89d1-b86a3ed2b111 req-e6d483b6-89e6-44d9-af0c-a7ee766d5524 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:29.766112 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cdd3a6ab-b9ec-48bf-89d1-b86a3ed2b111 req-e6d483b6-89e6-44d9-af0c-a7ee766d5524 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0607729 Aug 28 23:12:29.767016 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Checking router: d83a6961-7658-404e-872e-c1df8a276a3b for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:29.768190 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Updating router d83a6961-7658-404e-872e-c1df8a276a3b port 561bd0f6-f24a-4452-9f2a-228ece72b223 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:12:29.793690 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:29.817990 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cdd3a6ab-b9ec-48bf-89d1-b86a3ed2b111 req-6e4ca91e-5a94-4719-9725-44772b19cea8 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Aug 28 23:12:30.178120 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:30.187516 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Transition to ACTIVE for port object 561bd0f6-f24a-4452-9f2a-228ece72b223 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:30.420741 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:30.470815 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4df2-ebbc-4ab7-bfe8-db7bd8e39e95 None None] Pushing event updated for resources: {'Port': ['ID=561bd0f6-f24a-4452-9f2a-228ece72b223,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:30.525380 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Attempting to bind port 561bd0f6-f24a-4452-9f2a-228ece72b223 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:30.525778 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Attempting to bind port 561bd0f6-f24a-4452-9f2a-228ece72b223 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:30.526141 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Attempting to bind port 561bd0f6-f24a-4452-9f2a-228ece72b223 on network 11543061-59d5-4ce8-ba61-d61b9dc10850 {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:30.532016 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:30.532388 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Checking segment: {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:30.533179 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:30.533576 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Bound using segment: {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:30.534068 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Bound port: 561bd0f6-f24a-4452-9f2a-228ece72b223, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:30.534472 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:30.629567 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] For port 561bd0f6-f24a-4452-9f2a-228ece72b223, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:30.629567 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] For port 561bd0f6-f24a-4452-9f2a-228ece72b223, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=561bd0f6-f24a-4452-9f2a-228ece72b223,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:30.718347 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:30.787441 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Routers {'d83a6961-7658-404e-872e-c1df8a276a3b'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:30.788076 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['d83a6961-7658-404e-872e-c1df8a276a3b'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:30.789900 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4df2-ebbc-4ab7-bfe8-db7bd8e39e95 None None] Pushing event updated for resources: {'Port': ['ID=561bd0f6-f24a-4452-9f2a-228ece72b223,revision_number=4']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:30.934752 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] Set router d83a6961-7658-404e-872e-c1df8a276a3b gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:31.011046 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda318f-6253-4059-9650-b01a81e2dbc2 req-1cb3f359-0907-4b25-9c42-aa1ccce2b7ad tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:31.019412 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bfda318f-6253-4059-9650-b01a81e2dbc2 req-1cb3f359-0907-4b25-9c42-aa1ccce2b7ad tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0797133 Aug 28 23:12:31.030358 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ead8b8-1c1a-4deb-9e77-b6242733fa5a req-fa429fca-09f9-4963-aad6-b73aa659b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:31.035047 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b3ead8b8-1c1a-4deb-9e77-b6242733fa5a req-fa429fca-09f9-4963-aad6-b73aa659b85e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 1099 time: 0.0881007 Aug 28 23:12:31.066952 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bfda318f-6253-4059-9650-b01a81e2dbc2 req-45eb5e19-2333-435c-b9b6-588a1254cc87 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Aug 28 23:12:31.081279 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-b3ead8b8-1c1a-4deb-9e77-b6242733fa5a req-afd631f9-c499-44cc-9947-b2c763b5e92e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Aug 28 23:12:31.220184 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:12:25Z', 'revision_number': 4, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '561bd0f6-f24a-4452-9f2a-228ece72b223', 'name': '', 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'mac_address': 'fa:16:3e:d4:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3dc687e0-d8ab-4b3d-81c2-763363636a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:25Z', 'updated_at': '2021-08-28T23:12:30Z', 'revision_number': 4, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'subnets': [{'id': '3dc687e0-d8ab-4b3d-81c2-763363636a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:31.247958 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b31289-3601-4a8e-9794-df142ef4fad7 None None] The sync data for ids ['d83a6961-7658-404e-872e-c1df8a276a3b'] in dv-cinder-790492-11-iscsi is: [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:12:25Z', 'revision_number': 4, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '561bd0f6-f24a-4452-9f2a-228ece72b223', 'name': '', 'network_id': '11543061-59d5-4ce8-ba61-d61b9dc10850', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'mac_address': 'fa:16:3e:d4:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '3dc687e0-d8ab-4b3d-81c2-763363636a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:25Z', 'updated_at': '2021-08-28T23:12:30Z', 'revision_number': 4, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'subnets': [{'id': '3dc687e0-d8ab-4b3d-81c2-763363636a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:32.218986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a27a1d-d158-425c-b75f-94c9c9117931 req-7fdd14cf-cc8b-4e3d-9b7b-534da6118ba7 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:32.221130 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05a27a1d-d158-425c-b75f-94c9c9117931 req-7fdd14cf-cc8b-4e3d-9b7b-534da6118ba7 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0657964 Aug 28 23:12:32.296217 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-05a27a1d-d158-425c-b75f-94c9c9117931 req-bf3008d9-a5f0-4c9b-a8d1-44c796d4ce9d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556214 Aug 28 23:12:33.332633 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 561bd0f6-f24a-4452-9f2a-228ece72b223 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:33.432233 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2d82c-51f7-48eb-9cae-09828731d461 req-c0f3ce93-c40d-4183-9085-6031d3988abf tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:33.433787 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60a2d82c-51f7-48eb-9cae-09828731d461 req-c0f3ce93-c40d-4183-9085-6031d3988abf tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0545700 Aug 28 23:12:33.443592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 561bd0f6-f24a-4452-9f2a-228ece72b223 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:33.448811 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 561bd0f6-f24a-4452-9f2a-228ece72b223 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:33.449430 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:33.476388 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60a2d82c-51f7-48eb-9cae-09828731d461 req-10f122e8-cd77-4b00-8d7f-29d5f6ebebdd tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Aug 28 23:12:33.538673 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:33.643521 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 561bd0f6-f24a-4452-9f2a-228ece72b223, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=561bd0f6-f24a-4452-9f2a-228ece72b223,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:33.804912 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:33.869140 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=561bd0f6-f24a-4452-9f2a-228ece72b223,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:35.303899 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 561bd0f6-f24a-4452-9f2a-228ece72b223 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:12:35.360489 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 561bd0f6-f24a-4452-9f2a-228ece72b223 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:35.360949 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:37.838180 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 38780) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:37.942102 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1b814daf-2195-4216-8b53-c67d6ca73171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.028437 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1b814daf-2195-4216-8b53-c67d6ca73171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.112261 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-1b814daf-2195-4216-8b53-c67d6ca73171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.151824 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-1b814daf-2195-4216-8b53-c67d6ca73171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24c9f2ea08f6493ca58f6b460462ca3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124940 Aug 28 23:12:38.153029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b814daf-2195-4216-8b53-c67d6ca73171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e6e39-22a9-463c-a34c-47dea4c99516,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:38.154477 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 38788) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:38.211941 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.234869 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.375742 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.378717 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:38.382700 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e88e6e39-22a9-463c-a34c-47dea4c99516 HTTP/1.1" status: 204 len: 168 time: 0.2272086 Aug 28 23:12:38.391539 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e6e39-22a9-463c-a34c-47dea4c99516,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:38.400108 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.400108 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.400343 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.400770 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.401273 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.401605 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.402070 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.402551 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.403019 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.403391 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.403805 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.404307 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c88853-0d67-4b09-9a5b-fcdba7e755a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:38.496511 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-d55a2fe4-859c-41ea-8ad2-e9ea93352ac2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:38.498066 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-d55a2fe4-859c-41ea-8ad2-e9ea93352ac2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 814 time: 0.1236973 Aug 28 23:12:38.515149 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-3a26db75-4e21-4d36-92bd-276120081984 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/quotas/92feac9d9c434e8cb87f3353bf0427eb HTTP/1.1" status: 200 len: 375 time: 0.0096917 Aug 28 23:12:38.566319 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-fc6ceac5-8c12-4973-b94a-e5566d340d42 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447655 Aug 28 23:12:38.768968 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-67f3e8eb-c978-4e17-989a-c922d225f9fe service neutron] 10.222.0.16 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895723 Aug 28 23:12:38.861937 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-61842890-2a6d-4e00-9741-395e6537a5cd service neutron] 10.222.0.16 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919585 Aug 28 23:12:39.277095 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-299593f1-a2b3-4897-b71b-6f3e0313b7ad req-b93c421c-f8bf-4ad9-b6f1-e5f811e6ba34 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 210 time: 0.1415870 Aug 28 23:12:40.237864 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-efe13544-012c-436e-ba82-9373f03be01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:40.375356 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5b5ceca4-406b-4e73-bb28-8728d845e606 req-8b75484b-9997-49f9-97a6-6dca7ceb7410 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 210 time: 0.0307360 Aug 28 23:12:41.470937 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1aa2cee6-5985-40f2-b8e0-73c28f566011 req-6547669d-13d6-4367-a9d5-2622c6512469 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 210 time: 0.0303109 Aug 28 23:12:41.548065 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-56f7f6a7-c3ef-4470-8944-1154992b0dfa tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:41.549635 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-56f7f6a7-c3ef-4470-8944-1154992b0dfa tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.39 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 814 time: 0.1044874 Aug 28 23:12:41.565139 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'port': {'device_id': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'admin_state_up': True, 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:41.735772 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Made reservation on behalf of 92feac9d9c434e8cb87f3353bf0427eb for: {'port': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:12:41.739412 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:41.872051 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Allocated IP 172.20.0.6 (f99b85f3-f18c-45bd-81a9-ecaefd06d5b8/09fc59cd-0ab6-4ded-8d0e-6aef418d8f91/ce45519a-f04e-43df-b329-6f12fd16d368) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:12:42.027054 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.043421 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Transition to ACTIVE for port object ce45519a-f04e-43df-b329-6f12fd16d368 will not be triggered until provisioned by entity DHCP. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:42.170661 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.216885 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:12:42.219987 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:12:42.223757 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:12:42.230425 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:42.289797 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:42.290410 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.376431 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-1568faf2-c5b5-4678-abd8-acaacb182c61 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156693 Aug 28 23:12:42.393647 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Request body: {'port': {'device_id': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:12:42.469805 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.483215 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9e506c2c-c79f-42fa-b6e0-2d1da9ace87b None None] Provisioning for port ce45519a-f04e-43df-b329-6f12fd16d368 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:12:42.488106 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-9e506c2c-c79f-42fa-b6e0-2d1da9ace87b None None] Provisioning complete for port ce45519a-f04e-43df-b329-6f12fd16d368 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:12:42.488641 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9e506c2c-c79f-42fa-b6e0-2d1da9ace87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.566923 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-9e506c2c-c79f-42fa-b6e0-2d1da9ace87b None None] Port ce45519a-f04e-43df-b329-6f12fd16d368 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:12:42.628284 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c929c06-454e-409b-9127-6544a5956d76 req-2df6f300-f846-4aae-980e-be4e9c174400 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:42.637181 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c929c06-454e-409b-9127-6544a5956d76 req-2df6f300-f846-4aae-980e-be4e9c174400 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 931 time: 0.0653887 Aug 28 23:12:42.697626 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c929c06-454e-409b-9127-6544a5956d76 req-90ec4f18-e80a-4b47-b540-24af4dc754a7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592494 Aug 28 23:12:42.741267 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-68f8514b-30c8-4ca2-9877-440d8e9f6563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.871761 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce45519a-f04e-43df-b329-6f12fd16d368 {{(pid=94554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:12:42.881613 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:42.903240 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Transition to ACTIVE for port object ce45519a-f04e-43df-b329-6f12fd16d368 will not be triggered until provisioned by entity L2. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:12:42.986742 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:43.061351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:43.068706 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:43.134082 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Attempting to bind port ce45519a-f04e-43df-b329-6f12fd16d368 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:12:43.134440 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Attempting to bind port ce45519a-f04e-43df-b329-6f12fd16d368 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:12:43.134753 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Attempting to bind port ce45519a-f04e-43df-b329-6f12fd16d368 on network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:43.139599 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Port ce45519a-f04e-43df-b329-6f12fd16d368 on network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:12:43.139915 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Attempting to bind port ce45519a-f04e-43df-b329-6f12fd16d368 on network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:12:43.148317 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:12:43.148650 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Checking segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:12:43.149051 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Bound using segment: {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:12:43.149519 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Bound port: ce45519a-f04e-43df-b329-6f12fd16d368, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f03c1fc-3b50-4af3-93a3-c12c1fa49506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:12:43.149896 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:43.225512 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:12:43.228687 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:12:43.321822 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:43.362313 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:43.362313 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:43.362313 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 1093 time: 0.9736462 Aug 28 23:12:43.362615 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:43.364691 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e4117b-d340-4107-b1b6-89571391f17d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:43.395685 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb54d-8f40-449e-aa78-22e230d41af5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:43.410120 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e1959-c952-43a3-be1f-0a419b719920 x-openstack-request-id: req-595e1959-c952-43a3-be1f-0a419b719920 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:43.410416 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:43.410671 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-595e1959-c952-43a3-be1f-0a419b719920 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:43.411069 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'status': 'completed', 'code': 200} Aug 28 23:12:43.823542 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fec6b7-f171-4a42-aa92-4a29a8d61929 req-ba8d53f1-2b33-4acb-bbea-e48687b387ce tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:43.825094 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89fec6b7-f171-4a42-aa92-4a29a8d61929 req-ba8d53f1-2b33-4acb-bbea-e48687b387ce tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0556848 Aug 28 23:12:43.864026 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89fec6b7-f171-4a42-aa92-4a29a8d61929 req-2e5542f0-4a5e-4acf-9814-56b6d0bf96ec tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321119 Aug 28 23:12:44.261420 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:44.994715 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b47dc1-5363-4215-ab6b-72b82c42f0ab req-80b09d2f-78d0-4770-8c52-0462da660b33 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:44.996254 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-68b47dc1-5363-4215-ab6b-72b82c42f0ab req-80b09d2f-78d0-4770-8c52-0462da660b33 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0640459 Aug 28 23:12:45.039025 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-68b47dc1-5363-4215-ab6b-72b82c42f0ab req-0a1ee5d1-2f2b-4454-8264-a77239297a4e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Aug 28 23:12:45.381245 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:45.616479 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c26d-4d54-41f6-bc14-ba77fb99b7bc req-07e5b7a8-efc4-48b5-8fb8-248bfba5bf72 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:45.617991 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6083c26d-4d54-41f6-bc14-ba77fb99b7bc req-07e5b7a8-efc4-48b5-8fb8-248bfba5bf72 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0573537 Aug 28 23:12:45.657256 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6083c26d-4d54-41f6-bc14-ba77fb99b7bc req-fed2288f-df39-4240-8d6f-d7eac2dd0145 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332122 Aug 28 23:12:46.163145 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744c68-c6c0-4276-9ffc-fcc24e43020f req-8eded288-a4a0-4ae1-a07f-28b78549665d tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:46.164623 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76744c68-c6c0-4276-9ffc-fcc24e43020f req-8eded288-a4a0-4ae1-a07f-28b78549665d tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0533097 Aug 28 23:12:46.208075 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76744c68-c6c0-4276-9ffc-fcc24e43020f req-50c614c2-7227-428d-90e9-d596eef0275a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367162 Aug 28 23:12:46.785088 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aada42-df65-44ad-8741-25e3f1b8ab3b req-1db7a104-1a06-4c06-b429-d4129d0d9bba tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:46.786601 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-50aada42-df65-44ad-8741-25e3f1b8ab3b req-1db7a104-1a06-4c06-b429-d4129d0d9bba tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0562634 Aug 28 23:12:46.834790 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-50aada42-df65-44ad-8741-25e3f1b8ab3b req-f05e3535-df23-4b39-9a58-45e576ec34da tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Aug 28 23:12:47.325361 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf751-c4d1-4a24-ad8e-5c74f9e76012 req-bf02077b-3ce1-4c2e-8ec9-433892ca5dc1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:47.326779 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-83cbf751-c4d1-4a24-ad8e-5c74f9e76012 req-bf02077b-3ce1-4c2e-8ec9-433892ca5dc1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 28 23:12:47.365587 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-83cbf751-c4d1-4a24-ad8e-5c74f9e76012 req-6c5c519a-1624-4d2d-bbe7-d27a93846f46 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Aug 28 23:12:47.953552 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76657b0d-7bb3-41d4-83fb-d636ad5dc017 req-659c3ff9-de97-4ec6-b487-6b677a9a6037 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:47.960427 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76657b0d-7bb3-41d4-83fb-d636ad5dc017 req-659c3ff9-de97-4ec6-b487-6b677a9a6037 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Aug 28 23:12:47.994400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-76657b0d-7bb3-41d4-83fb-d636ad5dc017 req-0a4ddcf8-c3b0-4f22-969c-0b952e01e709 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Aug 28 23:12:48.020670 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:48.485786 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214bee8-d7a3-4531-88e5-de47f67e5cd7 req-da3e1fce-7d6c-4ade-b30a-e5fff8dfa790 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:48.487301 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e214bee8-d7a3-4531-88e5-de47f67e5cd7 req-da3e1fce-7d6c-4ade-b30a-e5fff8dfa790 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0543377 Aug 28 23:12:48.527441 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e214bee8-d7a3-4531-88e5-de47f67e5cd7 req-3e7e7639-d444-4a5c-bf69-773263a4766e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332565 Aug 28 23:12:49.114673 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d735219-5fb6-4e94-bc66-02d48a664408 req-58df5966-07e6-4ca8-9999-752900891905 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:49.114673 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3d735219-5fb6-4e94-bc66-02d48a664408 req-58df5966-07e6-4ca8-9999-752900891905 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0494945 Aug 28 23:12:49.148613 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3d735219-5fb6-4e94-bc66-02d48a664408 req-c894aaae-82f6-4254-926b-8ce436ca53dc tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322464 Aug 28 23:12:49.642477 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156942d0-3db9-4a05-b67e-7c4f7e79973e req-63d2b8e0-0292-4fbd-b57e-2c37a3892acb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:49.644032 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-156942d0-3db9-4a05-b67e-7c4f7e79973e req-63d2b8e0-0292-4fbd-b57e-2c37a3892acb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0484006 Aug 28 23:12:49.681187 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-156942d0-3db9-4a05-b67e-7c4f7e79973e req-f54abe56-9d3a-46ea-b8ad-7166abb0488c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Aug 28 23:12:50.276905 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352268c-647e-47ea-acee-f66b6d7d6f48 req-36b52832-d501-4823-96ce-b8be21700f7b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:50.278401 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4352268c-647e-47ea-acee-f66b6d7d6f48 req-36b52832-d501-4823-96ce-b8be21700f7b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Aug 28 23:12:50.582007 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4352268c-647e-47ea-acee-f66b6d7d6f48 req-18e67cda-e3bf-492f-b72c-1d6436101cde tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969019 Aug 28 23:12:50.797527 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe8ec0-c533-4491-b03c-58b1f2ba740d req-9f1023ef-6caf-4d86-9267-46a391d91ba2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:50.799039 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f6fe8ec0-c533-4491-b03c-58b1f2ba740d req-9f1023ef-6caf-4d86-9267-46a391d91ba2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0513487 Aug 28 23:12:50.838807 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f6fe8ec0-c533-4491-b03c-58b1f2ba740d req-0591cfb5-709b-4dc2-90c2-75f6755b17cd tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Aug 28 23:12:51.694887 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc063-0c7f-452e-ae44-dfcd137ec868 req-87f375ba-1e91-4608-ac51-839c08f46405 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:51.696388 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e54fc063-0c7f-452e-ae44-dfcd137ec868 req-87f375ba-1e91-4608-ac51-839c08f46405 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0495462 Aug 28 23:12:51.736319 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e54fc063-0c7f-452e-ae44-dfcd137ec868 req-6cdec244-50a5-4646-9af6-9935aa1f5695 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Aug 28 23:12:51.955251 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e5d0d-0a2b-4757-9e66-7f7dc2629321 req-0a2ab728-4a38-4216-be89-9a0d0f24ade9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:51.956717 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a52e5d0d-0a2b-4757-9e66-7f7dc2629321 req-0a2ab728-4a38-4216-be89-9a0d0f24ade9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0520582 Aug 28 23:12:51.994331 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a52e5d0d-0a2b-4757-9e66-7f7dc2629321 req-227e692f-61c1-42b1-bc09-dce8e5c31629 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Aug 28 23:12:52.861427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cd00d-aa23-4f52-a9c3-d1321cb34010 req-4d064371-f05f-4ffa-9e7a-460fc5cbe9ac tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:52.862952 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f2cd00d-aa23-4f52-a9c3-d1321cb34010 req-4d064371-f05f-4ffa-9e7a-460fc5cbe9ac tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Aug 28 23:12:52.901046 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3f2cd00d-aa23-4f52-a9c3-d1321cb34010 req-80962097-f2e0-4623-b674-a7c1f8deb23f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Aug 28 23:12:53.108233 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9174-dd83-4059-86b7-3ce72417d23e req-4586af68-9a48-4e0e-ab9d-54b2857a4eb7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:53.109785 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-094b9174-dd83-4059-86b7-3ce72417d23e req-4586af68-9a48-4e0e-ab9d-54b2857a4eb7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0490053 Aug 28 23:12:53.147340 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-094b9174-dd83-4059-86b7-3ce72417d23e req-7e7e6e78-5fb7-45f8-a829-bb3861ca18f2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Aug 28 23:12:54.019645 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43560d0e-6207-4247-af75-9ef85d6706ab req-681d286a-11ce-412a-98af-3aa801975e30 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:54.021109 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-43560d0e-6207-4247-af75-9ef85d6706ab req-681d286a-11ce-412a-98af-3aa801975e30 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0520315 Aug 28 23:12:54.061577 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-43560d0e-6207-4247-af75-9ef85d6706ab req-d7d23693-6262-4151-9708-99b8edb7904c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338154 Aug 28 23:12:54.262143 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca55c0-391e-43b6-885c-965180e13794 req-895cff50-ce91-4b74-a039-7f75fd545bf7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:54.263590 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-39ca55c0-391e-43b6-885c-965180e13794 req-895cff50-ce91-4b74-a039-7f75fd545bf7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0515633 Aug 28 23:12:54.302535 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-39ca55c0-391e-43b6-885c-965180e13794 req-62b66f81-d321-4c9d-b14f-e4964ba9d84c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Aug 28 23:12:54.840785 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-36d281de-45a1-4970-9776-200a7ea2bb5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929234 Aug 28 23:12:54.842615 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4117b-d340-4107-b1b6-89571391f17d req-00b7113c-4011-47d9-a620-019e91673f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:54.843129 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d5e4117b-d340-4107-b1b6-89571391f17d req-00b7113c-4011-47d9-a620-019e91673f29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1096 time: 0.0959127 Aug 28 23:12:54.946428 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-206e6995-0bae-44f9-b8b9-ef143697c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:54.947873 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-206e6995-0bae-44f9-b8b9-ef143697c142 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1098 time: 0.0445981 Aug 28 23:12:54.957135 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4117b-d340-4107-b1b6-89571391f17d req-f0d93cbb-17a7-4666-9704-36c0bc1b0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:54.958886 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d5e4117b-d340-4107-b1b6-89571391f17d req-f0d93cbb-17a7-4666-9704-36c0bc1b0be4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979033 Aug 28 23:12:55.057496 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4117b-d340-4107-b1b6-89571391f17d req-ea59e0e2-076c-4ec5-8e72-94835d61b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.057743 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-528da6c6-be6f-4a8b-9a74-9e65b9920980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.058891 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d5e4117b-d340-4107-b1b6-89571391f17d req-ea59e0e2-076c-4ec5-8e72-94835d61b6fb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900383 Aug 28 23:12:55.059175 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-528da6c6-be6f-4a8b-9a74-9e65b9920980 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.0828097 Aug 28 23:12:55.138524 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-aa6f2d6b-10f1-4cfb-bac4-a9a278350440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.140076 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-aa6f2d6b-10f1-4cfb-bac4-a9a278350440 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1096 time: 0.0413506 Aug 28 23:12:55.145349 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-8be793a0-1b81-4bdf-8722-a7a0ea4b9c77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 999 time: 0.0736945 Aug 28 23:12:55.196565 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-c1347881-5c7b-4fe0-8fed-9c9ca7904e08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 217 time: 0.0396628 Aug 28 23:12:55.215998 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca662b46-ad6d-4f12-ab7c-8b423ef5cf0a req-963d392b-0307-429e-9b39-9c6e74e3a1fe tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.218929 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ca662b46-ad6d-4f12-ab7c-8b423ef5cf0a req-963d392b-0307-429e-9b39-9c6e74e3a1fe tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0872154 Aug 28 23:12:55.218929 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-dbb25bc1-4eff-4100-a44c-b384853c5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.220223 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-dbb25bc1-4eff-4100-a44c-b384853c5639 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0614839 Aug 28 23:12:55.252984 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-9e498954-5cc0-4e15-90d6-73e0bc03314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.254685 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-9e498954-5cc0-4e15-90d6-73e0bc03314f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 200 len: 853 time: 0.0471532 Aug 28 23:12:55.285440 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ca662b46-ad6d-4f12-ab7c-8b423ef5cf0a req-82c8cef6-aa5b-4262-acc4-1aa36f9b6b0c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615928 Aug 28 23:12:55.293689 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-212527a5-0007-4e8a-b8c5-258d5a7eab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.295173 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-212527a5-0007-4e8a-b8c5-258d5a7eab3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646639 Aug 28 23:12:55.307180 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-11522620-28cb-4520-a662-3a37e8d27568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.310980 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-11522620-28cb-4520-a662-3a37e8d27568 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446703 Aug 28 23:12:55.402909 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-a51934cf-e881-4625-ae46-e7370f0d4cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 Aug 28 23:12:55.418668 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-eb992608-e49d-41d4-becb-a63ad6793e9c service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131325 Aug 28 23:12:55.444229 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7719-44d5-4a63-aebc-3a036fccb832 req-dbf16f7c-a120-4ff1-a3d5-8dd682c36c12 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:55.445652 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5bbe7719-44d5-4a63-aebc-3a036fccb832 req-dbf16f7c-a120-4ff1-a3d5-8dd682c36c12 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0749981 Aug 28 23:12:55.496972 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-2d6ea5b4-34d5-47e0-9e4e-9e24efaa60a3 req-5a4b0332-1cfb-4e30-b166-d0231dbf31b4 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853412 Aug 28 23:12:55.535638 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5bbe7719-44d5-4a63-aebc-3a036fccb832 req-685875a3-9bf0-469b-aa01-c566f10a71d1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765724 Aug 28 23:12:55.555702 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-60465a7b-8733-4abe-b72c-2c97079044e4 req-e0d01e92-1da0-4603-8d8b-3d542357d999 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271729 Aug 28 23:12:56.402410 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42c3bf-4369-479c-baeb-92dfd52acd8b req-82f00fe5-767c-4c69-ab5f-897f129cb816 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:56.403850 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a42c3bf-4369-479c-baeb-92dfd52acd8b req-82f00fe5-767c-4c69-ab5f-897f129cb816 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Aug 28 23:12:56.440393 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2a42c3bf-4369-479c-baeb-92dfd52acd8b req-7fd45c94-1b2a-4f7a-a175-90a99be81b43 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304158 Aug 28 23:12:56.653025 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8563fac-d91e-4e3f-9819-5e93722e0176 req-18021e5b-a8e4-462f-b08f-83f2f7b4024b tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:56.654496 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c8563fac-d91e-4e3f-9819-5e93722e0176 req-18021e5b-a8e4-462f-b08f-83f2f7b4024b tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0517027 Aug 28 23:12:56.691153 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c8563fac-d91e-4e3f-9819-5e93722e0176 req-176ac5c2-ced6-4fa6-b956-34ec33406392 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Aug 28 23:12:57.238690 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-30bff8d1-f480-4f24-a998-affb1b5ed35b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:57.240114 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-30bff8d1-f480-4f24-a998-affb1b5ed35b tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.0476711 Aug 28 23:12:57.327678 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Deleting port 3e78050a-1737-4393-9ed8-16496dce8839 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:12:57.328014 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:57.414890 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] For port 3e78050a-1737-4393-9ed8-16496dce8839, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3e78050a-1737-4393-9ed8-16496dce8839,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:57.415559 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:57.604034 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:12:57.606537 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca486e-8b63-4306-85d0-330221212d18 req-9d112701-0ce0-4fee-bec3-20f14c9efe4f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:57.608000 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e3ca486e-8b63-4306-85d0-330221212d18 req-9d112701-0ce0-4fee-bec3-20f14c9efe4f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 945 time: 0.1024446 Aug 28 23:12:57.621966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:57.622349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:57.622652 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Floating IP d8afa15b-2051-40b5-9870-3f8863cc5d37 disassociated. External IP: 172.27.3.143, port: 3e78050a-1737-4393-9ed8-16496dce8839. Aug 28 23:12:57.622979 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Calling delete_port for 3e78050a-1737-4393-9ed8-16496dce8839 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:12:57.685781 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e3ca486e-8b63-4306-85d0-330221212d18 req-40d7c340-2726-4c36-b4c9-e9e98f0be37d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=c10781b1-2369-4e5e-8d3c-b213dbaf779c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709445 Aug 28 23:12:57.811171 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27e937-26bb-43ad-a51d-be140316f5b0 req-26c8461d-6a8b-4b89-8ba9-52c9cb1a6b75 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:57.813167 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9a27e937-26bb-43ad-a51d-be140316f5b0 req-26c8461d-6a8b-4b89-8ba9-52c9cb1a6b75 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 943 time: 0.0524600 Aug 28 23:12:57.851908 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9a27e937-26bb-43ad-a51d-be140316f5b0 req-f83ff1b2-26f2-498b-94e4-1c7c1086099f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 28 23:12:57.854163 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:57.882311 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event deleted for resources: {'Port': ['ID=3e78050a-1737-4393-9ed8-16496dce8839,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:57.893423 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.893794 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.894137 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.894468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.894794 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.895121 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.895442 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.895762 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.896082 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.896400 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.896716 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:57.897030 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:12:58.003185 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Router 630fb718-107d-45ed-84e5-60e1f731dd67 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:12:58.110200 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:12:58.117369 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:12:58.126264 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:58.126904 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:58.145126 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] No DVR routers for this DVR port 3e78050a-1737-4393-9ed8-16496dce8839 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:12:58.147679 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:58.149628 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7adab7d0-42f8-41c6-a859-449abf0b1459 req-47284441-177b-46de-aea6-cdb011eeaf7a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "DELETE /v2.0/ports/3e78050a-1737-4393-9ed8-16496dce8839 HTTP/1.1" status: 204 len: 173 time: 0.9025989 Aug 28 23:12:58.150082 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'name': 'network-vif-deleted', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:12:58.152360 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0f34a-39e1-4e99-963b-f8bc6bb17d88" -d '{"events": [{"server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "name": "network-vif-deleted", "tag": "3e78050a-1737-4393-9ed8-16496dce8839"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:12:58.187974 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66dea2d-3db4-496b-84d9-07ee1ce57582 x-openstack-request-id: req-e66dea2d-3db4-496b-84d9-07ee1ce57582 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:12:58.188257 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d207781d-3ddb-492e-b473-c6b955da39c2", "name": "network-vif-deleted", "tag": "3e78050a-1737-4393-9ed8-16496dce8839", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:12:58.188503 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e66dea2d-3db4-496b-84d9-07ee1ce57582 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:12:58.188893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd207781d-3ddb-492e-b473-c6b955da39c2', 'name': 'network-vif-deleted', 'tag': '3e78050a-1737-4393-9ed8-16496dce8839', 'status': 'completed', 'code': 200} Aug 28 23:12:58.234966 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:58.378446 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ce45519a-f04e-43df-b329-6f12fd16d368 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:12:58.569890 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:58.602756 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'port_id': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'mac_address': 'fa:16:3e:00:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:12:58.650586 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:58.667442 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce45519a-f04e-43df-b329-6f12fd16d368 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:12:58.675282 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:58.708914 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:12:58.715519 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:12:58.720708 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:12:58.721312 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:12:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:58.793406 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1e6298c0-b417-417a-bed6-aab7f377e3e0 req-ff3d105b-0d0e-4fbc-8272-4f71fd0ea0d6 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=d207781d-3ddb-492e-b473-c6b955da39c2 HTTP/1.1" status: 200 len: 210 time: 0.0296636 Aug 28 23:12:58.809298 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:12:58.856396 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:12:58.902941 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:12:58.974699 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e885-8c29-491d-ac4a-97aa98438c9d req-ebb24ce1-eb4d-4209-8d7e-2dc65d03825a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:12:58.976397 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c85e885-8c29-491d-ac4a-97aa98438c9d req-ebb24ce1-eb4d-4209-8d7e-2dc65d03825a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 944 time: 0.0515399 Aug 28 23:12:59.024421 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c85e885-8c29-491d-ac4a-97aa98438c9d req-b2663c74-717c-424c-a022-3d4085a681da tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Aug 28 23:12:59.074893 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ce45519a-f04e-43df-b329-6f12fd16d368'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:12:59.114080 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:12:59.143920 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06320c4a-fc5f-41bd-93f1-ee94150e1236 None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:12:59.348486 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b5e0a-7b9a-4355-a3dd-41118bdcc312 None None] New status for floating IP d8afa15b-2051-40b5-9870-3f8863cc5d37: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:12:59.935968 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39008) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:12:59.991332 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2ef08f9-311a-4d02-aef9-cede606d5fa7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.015976 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2ef08f9-311a-4d02-aef9-cede606d5fa7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.143937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfed2b5-e330-4d95-b868-add40bbceb60 req-ab5867bd-5e66-42ef-8b2d-57dfd40e0464 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:00.148496 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8dfed2b5-e330-4d95-b868-add40bbceb60 req-ab5867bd-5e66-42ef-8b2d-57dfd40e0464 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 944 time: 0.0530388 Aug 28 23:13:00.172869 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2ef08f9-311a-4d02-aef9-cede606d5fa7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.175665 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2ef08f9-311a-4d02-aef9-cede606d5fa7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.176873 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c2ef08f9-311a-4d02-aef9-cede606d5fa7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "DELETE /v2.0/security-groups/c10781b1-2369-4e5e-8d3c-b213dbaf779c HTTP/1.1" status: 204 len: 168 time: 0.2396164 Aug 28 23:13:00.181099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 39014) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:00.186765 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef08f9-311a-4d02-aef9-cede606d5fa7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10781b1-2369-4e5e-8d3c-b213dbaf779c,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:00.202165 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8dfed2b5-e330-4d95-b868-add40bbceb60 req-b451d0aa-2d4f-40d7-9538-a0ae63ab87d1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505974 Aug 28 23:13:00.211425 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.api.v2.resource [None req-d9bbe7be-97db-445a-adb3-dd095b491add tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] show failed (client error): The resource could not be found. Aug 28 23:13:00.211425 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-d9bbe7be-97db-445a-adb3-dd095b491add tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups/c10781b1-2369-4e5e-8d3c-b213dbaf779c HTTP/1.1" status: 404 len: 347 time: 0.0226083 Aug 28 23:13:00.213799 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39016) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:00.256207 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ce45519a-f04e-43df-b329-6f12fd16d368 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:13:00.336396 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Deleting port 9cf539a0-2254-484f-8bcb-d307e6f4e83a {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:13:00.336736 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.362278 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port ce45519a-f04e-43df-b329-6f12fd16d368 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:13:00.366115 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port ce45519a-f04e-43df-b329-6f12fd16d368 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:13:00.366482 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.409433 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.409665 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.421028 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Calling delete_port for 9cf539a0-2254-484f-8bcb-d307e6f4e83a owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:13:00.443540 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.465254 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:00.467549 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf021f-69f6-4c07-8506-b44c84eebb4c" -d '{"events": [{"server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "name": "network-vif-plugged", "status": "completed", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:00.480260 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:00.504474 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03baa92-1153-427f-b517-b4da3e247b69 x-openstack-request-id: req-b03baa92-1153-427f-b517-b4da3e247b69 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:00.504954 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "name": "network-vif-plugged", "status": "completed", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:00.505203 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b03baa92-1153-427f-b517-b4da3e247b69 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:00.505589 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'code': 200} Aug 28 23:13:00.569001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.569838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3e78050a-1737-4393-9ed8-16496dce8839 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:13:00.604367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 3e78050a-1737-4393-9ed8-16496dce8839 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:13:00.604714 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3e78050a-1737-4393-9ed8-16496dce8839 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:13:00.630450 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:00.637349 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.662582 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event deleted for resources: {'Port': ['ID=9cf539a0-2254-484f-8bcb-d307e6f4e83a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:00.723990 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.726671 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:00.727828 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-4f6880c6-af92-4fd5-8678-86c63b14f00c tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "DELETE /v2.0/floatingips/d8afa15b-2051-40b5-9870-3f8863cc5d37 HTTP/1.1" status: 204 len: 168 time: 0.5130222 Aug 28 23:13:00.850152 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79819c-df6f-476b-a8b9-2e9863e492a6 req-07180e98-cca1-4424-ac19-ee7696745bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:00.851640 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5c79819c-df6f-476b-a8b9-2e9863e492a6 req-07180e98-cca1-4424-ac19-ee7696745bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1098 time: 0.0478191 Aug 28 23:13:00.886208 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5c79819c-df6f-476b-a8b9-2e9863e492a6 req-b9c6b597-86ce-482b-8eac-9367fa4c5933 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268073 Aug 28 23:13:01.097259 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39024) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:01.101919 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455212915', 'description': 'tempest-description--37096895'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:01.220672 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.304869 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.327418 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c581-86e0-4794-bb94-000960780656 req-78df25e8-ede9-44d2-b456-792c010d73e9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:01.328951 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7622c581-86e0-4794-bb94-000960780656 req-78df25e8-ede9-44d2-b456-792c010d73e9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0517750 Aug 28 23:13:01.351827 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.366769 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7622c581-86e0-4794-bb94-000960780656 req-735ddeeb-adc2-43d0-afc6-c409971970b9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Aug 28 23:13:01.382668 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62330e1-3902-4e64-8fe0-c80dc34e5699,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:01.443134 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.444368 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b756843e-be89-4e5c-8ebd-15e63b2204e8 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3460727 Aug 28 23:13:01.447129 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39030) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:01.451547 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'security_group_rule': {'security_group_id': 'e62330e1-3902-4e64-8fe0-c80dc34e5699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:01.555798 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.608449 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.699989 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.719492 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282ecc4f-e7db-4fa2-88a4-8fbb5b9ed85f,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:01.808477 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.809679 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-beea559d-e656-4f4d-8ea7-5e746aaf77ad tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616371 Aug 28 23:13:01.812316 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39032) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:01.816791 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'security_group_rule': {'security_group_id': 'e62330e1-3902-4e64-8fe0-c80dc34e5699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:01.911758 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:01.970661 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.037479 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.052357 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a9007f-7c0c-4544-bcf2-25485f8dc866,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:02.140087 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.141224 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-599fb632-5a50-4e84-8021-51899196ef21 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279636 Aug 28 23:13:02.144460 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 39036) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:02.151246 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:02.243115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.341682 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.450266 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Allocated IP 172.27.3.26 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/124fac4e-89e0-442c-93a7-663005c22fb3) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:13:02.548297 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327ca40-7906-4da3-aa3b-de4b03eb55f2 req-9d39c388-ff3e-4261-b147-eb614d68dfed tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:02.549788 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2327ca40-7906-4da3-aa3b-de4b03eb55f2 req-9d39c388-ff3e-4261-b147-eb614d68dfed tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.1015916 Aug 28 23:13:02.613976 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2327ca40-7906-4da3-aa3b-de4b03eb55f2 req-973937b8-765d-4a7e-b4fd-052d12f670fe tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Aug 28 23:13:02.616525 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.713091 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:02.753448 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:13:02.762607 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:13:02.767353 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:13:02.776120 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa51eb-9272-4bd7-ad10-ceaf80953e1e req-86b22b51-ebf4-431c-baf4-bf21b042c521 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:02.777676 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dfa51eb-9272-4bd7-ad10-ceaf80953e1e req-86b22b51-ebf4-431c-baf4-bf21b042c521 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0978694 Aug 28 23:13:02.800276 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'Port': ['ID=124fac4e-89e0-442c-93a7-663005c22fb3,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:02.852497 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0dfa51eb-9272-4bd7-ad10-ceaf80953e1e req-bdcf02f4-0880-442f-b6af-7b54fa819388 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Aug 28 23:13:02.930296 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:03.037751 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:03.208745 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef5449-15ba-49be-bf73-0a288e99d4ce req-595f04b3-ac87-434e-b570-5cf6d39d61c2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:03.210300 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e0ef5449-15ba-49be-bf73-0a288e99d4ce req-595f04b3-ac87-434e-b570-5cf6d39d61c2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0766823 Aug 28 23:13:03.240729 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:03.259398 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e0ef5449-15ba-49be-bf73-0a288e99d4ce req-06c2898c-7ed7-4573-9a31-70998c14dae1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Aug 28 23:13:03.316674 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:03.388346 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'Port': ['ID=124fac4e-89e0-442c-93a7-663005c22fb3,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:03.398257 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:03.460031 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:03.461981 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f67cf9f0-16a4-4521-946f-bff17e443930 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3157156 Aug 28 23:13:03.664002 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-b7e4a563-0f63-43c2-a5c1-7b764cee307d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--455212915&fields=id&tenant_id=836ba6d1b1884e22851b26858c9d1c9f HTTP/1.1" status: 200 len: 267 time: 0.0370021 Aug 28 23:13:03.768007 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-02c2d731-3b61-4ec3-8add-443964b0cfe7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:03.769479 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-02c2d731-3b61-4ec3-8add-443964b0cfe7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 811 time: 0.0984488 Aug 28 23:13:03.792141 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-4468fab2-d3f1-43db-8b13-c131f9205bcc tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/quotas/836ba6d1b1884e22851b26858c9d1c9f HTTP/1.1" status: 200 len: 375 time: 0.0168011 Aug 28 23:13:03.860685 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-65f8da2e-7741-4df7-8f9e-480367a472bf tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580528 Aug 28 23:13:03.993478 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8161d2f4-bec4-4db8-8513-2f17f044a7c0 service neutron] 10.222.0.16 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206996 Aug 28 23:13:04.084231 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-ebe6ae7f-d166-4920-903c-416a9a7507f9 service neutron] 10.222.0.16 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843709 Aug 28 23:13:04.279353 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f7c1aa2f-4e47-471c-a7c7-b0e1134f0902 req-97e6f3c4-54b3-4446-8ee7-8df527ae375a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 210 time: 0.0263367 Aug 28 23:13:05.371688 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a4b1f03b-7b3b-466b-8cb3-e29ac9da2ecf req-be3fc93b-7304-4f6a-8c85-a137b2d9fb68 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 210 time: 0.0254126 Aug 28 23:13:06.464889 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-50c5f56d-7a5e-48e7-b978-dc150779158b req-5f9cf3d2-4460-4c29-9d9c-5eac69d733f7 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 210 time: 0.0303173 Aug 28 23:13:07.559551 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-06825c00-337a-4240-bf06-2200bd40e61d req-45aef99a-f2c5-4082-b9ec-115a6d0fd879 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 210 time: 0.0270064 Aug 28 23:13:07.825759 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-41499c27-ae72-4459-bfb9-3703c7df17d3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:07.827246 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-41499c27-ae72-4459-bfb9-3703c7df17d3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 811 time: 0.1037662 Aug 28 23:13:07.876336 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-ce4d8670-8497-48de-8fc2-bdfe1f3b3667 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=836ba6d1b1884e22851b26858c9d1c9f HTTP/1.1" status: 200 len: 379 time: 0.0383120 Aug 28 23:13:07.886555 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'port': {'device_id': '74274cd2-f97e-4236-aa96-690d359566fa', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'admin_state_up': True, 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'security_groups': ['e62330e1-3902-4e64-8fe0-c80dc34e5699']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:08.094501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Made reservation on behalf of 836ba6d1b1884e22851b26858c9d1c9f for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:13:08.097946 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:08.448962 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Allocated IP 172.20.0.5 (1ca66050-cb86-4ba4-90c8-fadabb113afd/3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53/92de0587-e64d-4390-b6c1-54e736f80451) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:13:08.576325 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:08.589081 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Transition to ACTIVE for port object 92de0587-e64d-4390-b6c1-54e736f80451 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:13:08.661984 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fd5bb4e9-e568-4469-a81d-6e04b60824a6 req-70771e6a-0591-487b-ab0a-40457b7dfa71 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 210 time: 0.0266373 Aug 28 23:13:08.699610 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:08.747856 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:13:08.755264 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:13:08.755264 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:13:08.784168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event updated for resources: {'Port': ['ID=92de0587-e64d-4390-b6c1-54e736f80451,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:08.812097 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:08.812714 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:08.878126 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-7c0477f6-d864-4fc6-8212-22fba2400d52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952555 Aug 28 23:13:09.083207 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-6cbd7494-cbe8-4a06-95e2-c47b033583bc None None] Provisioning for port 92de0587-e64d-4390-b6c1-54e736f80451 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:13:09.087248 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-6cbd7494-cbe8-4a06-95e2-c47b033583bc None None] Provisioning complete for port 92de0587-e64d-4390-b6c1-54e736f80451 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:13:09.087610 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7494-cbe8-4a06-95e2-c47b033583bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:09.119631 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd7494-cbe8-4a06-95e2-c47b033583bc None None] Port 92de0587-e64d-4390-b6c1-54e736f80451 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:13:09.773884 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5774500-3c67-489a-80d8-22a90aad4ab1 req-ebe03941-a5a3-47a0-a552-0b6e8b1b220d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:09.775346 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5774500-3c67-489a-80d8-22a90aad4ab1 req-ebe03941-a5a3-47a0-a552-0b6e8b1b220d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 931 time: 0.0493240 Aug 28 23:13:09.813122 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a5774500-3c67-489a-80d8-22a90aad4ab1 req-a59ad2fb-627b-460c-bd32-4a74893870aa tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Aug 28 23:13:10.208574 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-40945719-20d4-4904-8ebc-8cb67617ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:10.924981 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006489-8089-46c6-a6d3-0b3a521b699b req-e56f6a22-6b5a-461e-81a5-52b7018e92b9 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:10.926445 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-04006489-8089-46c6-a6d3-0b3a521b699b req-e56f6a22-6b5a-461e-81a5-52b7018e92b9 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 931 time: 0.0472906 Aug 28 23:13:10.962748 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-04006489-8089-46c6-a6d3-0b3a521b699b req-3fc2a158-dbef-4daf-8d54-dd6c3974bd1f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302773 Aug 28 23:13:11.152392 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Request body: {'port': {'device_id': '74274cd2-f97e-4236-aa96-690d359566fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:11.208507 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:11.460869 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92de0587-e64d-4390-b6c1-54e736f80451 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:13:11.468147 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:11.480164 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Transition to ACTIVE for port object 92de0587-e64d-4390-b6c1-54e736f80451 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:13:11.596743 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:11.646875 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Pushing event updated for resources: {'Port': ['ID=92de0587-e64d-4390-b6c1-54e736f80451,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:11.716222 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Attempting to bind port 92de0587-e64d-4390-b6c1-54e736f80451 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:13:11.716480 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Attempting to bind port 92de0587-e64d-4390-b6c1-54e736f80451 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:13:11.716812 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Attempting to bind port 92de0587-e64d-4390-b6c1-54e736f80451 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:13:11.721927 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Port 92de0587-e64d-4390-b6c1-54e736f80451 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:13:11.722258 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Attempting to bind port 92de0587-e64d-4390-b6c1-54e736f80451 on network 1ca66050-cb86-4ba4-90c8-fadabb113afd {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:13:11.727761 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:13:11.728098 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Checking segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:13:11.728484 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Bound using segment: {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:13:11.728913 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Bound port: 92de0587-e64d-4390-b6c1-54e736f80451, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8809e3-4a4e-44a8-82c9-7aee98c7a558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:13:11.729272 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:11.796374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] For port 92de0587-e64d-4390-b6c1-54e736f80451, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:13:11.799338 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] For port 92de0587-e64d-4390-b6c1-54e736f80451, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=92de0587-e64d-4390-b6c1-54e736f80451,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:13:11.894749 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:11.926640 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:11.927257 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:11.928615 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] 10.222.0.39 "PUT /v2.0/ports/92de0587-e64d-4390-b6c1-54e736f80451 HTTP/1.1" status: 200 len: 1093 time: 0.7805939 Aug 28 23:13:11.929036 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:11.931269 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235e2608-c253-4590-8f65-f416cf20af8e" -d '{"events": [{"name": "network-changed", "server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "tag": "92de0587-e64d-4390-b6c1-54e736f80451"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:11.962153 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef776-72b0-4d54-8941-1f1769281bdb service neutron] Pushing event updated for resources: {'Port': ['ID=92de0587-e64d-4390-b6c1-54e736f80451,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:12.058893 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1297b24f-a030-48a7-a3d8-3bda9dd8ce12 x-openstack-request-id: req-1297b24f-a030-48a7-a3d8-3bda9dd8ce12 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:12.059178 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "tag": "92de0587-e64d-4390-b6c1-54e736f80451", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:12.059417 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1297b24f-a030-48a7-a3d8-3bda9dd8ce12 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:12.059807 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451', 'status': 'completed', 'code': 200} Aug 28 23:13:12.105522 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-dd4c9935-d1c1-4810-9222-3e780c319889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.107117 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-dd4c9935-d1c1-4810-9222-3e780c319889 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 1096 time: 0.0854125 Aug 28 23:13:12.119073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71039f65-8703-44a2-b615-57d836333a4f req-3cafc549-4023-47f6-a158-1b0f72aaa418 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.120521 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71039f65-8703-44a2-b615-57d836333a4f req-3cafc549-4023-47f6-a158-1b0f72aaa418 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.0599749 Aug 28 23:13:12.167392 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-922184fb-b911-41e2-b1eb-7846afa84c1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92de0587-e64d-4390-b6c1-54e736f80451 HTTP/1.1" status: 200 len: 217 time: 0.0459139 Aug 28 23:13:12.218007 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71039f65-8703-44a2-b615-57d836333a4f req-79b30a16-d297-4545-8c4a-1df74e726855 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897446 Aug 28 23:13:12.233751 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-ada2b12d-3382-4699-9d3b-50d3f44c7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.235269 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-ada2b12d-3382-4699-9d3b-50d3f44c7b30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0603957 Aug 28 23:13:12.281904 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-a859637f-596c-4732-a508-7aec8cdcd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.283670 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-a859637f-596c-4732-a508-7aec8cdcd624 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405204 Aug 28 23:13:12.373496 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-5d1f7b8e-fded-413e-9032-4c10f5e31070 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799496 Aug 28 23:13:12.465246 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81b55d3e-0bb6-4719-aace-3546b8471d5f req-269f49f3-8f1e-49aa-b1a1-e240b97a80e4 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837147 Aug 28 23:13:12.665227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2608-c253-4590-8f65-f416cf20af8e req-95b4cdd6-cd76-4d3d-b414-54ebb73e072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.666845 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-95b4cdd6-cd76-4d3d-b414-54ebb73e072e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 1096 time: 0.0547128 Aug 28 23:13:12.717050 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a10894eb-7e41-4586-984a-37671d697948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:12.768120 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2608-c253-4590-8f65-f416cf20af8e req-307bb7ad-c319-4d49-a5d7-6752fe40b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.769576 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-307bb7ad-c319-4d49-a5d7-6752fe40b04c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 912 time: 0.0930569 Aug 28 23:13:12.812447 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-363436e2-ff7d-4ad9-be42-4c63d578b40a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92de0587-e64d-4390-b6c1-54e736f80451 HTTP/1.1" status: 200 len: 217 time: 0.0348809 Aug 28 23:13:12.862169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2608-c253-4590-8f65-f416cf20af8e req-0e3ff785-acd7-4f20-9971-395605efd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.864256 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-0e3ff785-acd7-4f20-9971-395605efd139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0441949 Aug 28 23:13:12.914273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2608-c253-4590-8f65-f416cf20af8e req-b202edd1-7f5b-403f-a238-9e0dc1d691c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:12.920855 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-b202edd1-7f5b-403f-a238-9e0dc1d691c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435894 Aug 28 23:13:12.968628 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:13.004497 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-0817b590-fc16-403f-b3e1-7ddb5509a590 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806820 Aug 28 23:13:13.097715 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-235e2608-c253-4590-8f65-f416cf20af8e req-df08ff03-7dd5-4f45-b0fe-9d05c5783230 service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854151 Aug 28 23:13:13.333114 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9a83d-ce1e-4959-acc0-55db17eaf2b9 req-c525d63f-9caa-4d47-9d3f-112e95519342 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:13.334636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d4c9a83d-ce1e-4959-acc0-55db17eaf2b9 req-c525d63f-9caa-4d47-9d3f-112e95519342 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.0488186 Aug 28 23:13:13.371362 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d4c9a83d-ce1e-4959-acc0-55db17eaf2b9 req-902cd5ea-f232-47d2-a714-9d29c6f05f5e tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310755 Aug 28 23:13:14.197020 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:14.481123 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826ea25-7af1-4837-9d6b-eb93f48cb88a req-1b42b5f7-3802-407e-9188-f9aaa75ecc16 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:14.482590 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8826ea25-7af1-4837-9d6b-eb93f48cb88a req-1b42b5f7-3802-407e-9188-f9aaa75ecc16 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.0467222 Aug 28 23:13:14.518468 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8826ea25-7af1-4837-9d6b-eb93f48cb88a req-9ef22837-f633-4041-ba4d-e87ffbeb4824 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294971 Aug 28 23:13:15.361821 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:15.631384 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcceff5-328e-446d-af30-4aa47e444412 req-c1a427ad-c37b-48f2-9a93-5f76ed450428 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:15.632866 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9fcceff5-328e-446d-af30-4aa47e444412 req-c1a427ad-c37b-48f2-9a93-5f76ed450428 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.0477614 Aug 28 23:13:15.673108 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9fcceff5-328e-446d-af30-4aa47e444412 req-0a825624-1b2d-454e-8d70-ce125b41652e tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344472 Aug 28 23:13:16.787774 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dc7bf-5d7b-45d7-9e05-9fcc4bf96132 req-b10a7d1c-a8f6-4f5b-acaa-e085c5a2dc00 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:16.789257 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1a9dc7bf-5d7b-45d7-9e05-9fcc4bf96132 req-b10a7d1c-a8f6-4f5b-acaa-e085c5a2dc00 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.0493350 Aug 28 23:13:16.826852 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1a9dc7bf-5d7b-45d7-9e05-9fcc4bf96132 req-f805e616-0a58-4153-8e78-ea4dddcbd9e9 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Aug 28 23:13:17.947475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa936726-12d1-4950-b415-7605af5d640f req-599fbe73-e42d-44d8-ba48-d9092ec7e523 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:17.948959 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aa936726-12d1-4950-b415-7605af5d640f req-599fbe73-e42d-44d8-ba48-d9092ec7e523 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.0576501 Aug 28 23:13:17.985946 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aa936726-12d1-4950-b415-7605af5d640f req-b24d4821-b10e-4eaa-9b84-2572288b637f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Aug 28 23:13:18.014280 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:18.689479 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf3053-db4d-496b-9d0f-5bb52a140705 req-1e1ed724-998e-4128-baa5-4d5cd41e41c7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:18.690894 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cdaf3053-db4d-496b-9d0f-5bb52a140705 req-1e1ed724-998e-4128-baa5-4d5cd41e41c7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0482564 Aug 28 23:13:18.731197 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cdaf3053-db4d-496b-9d0f-5bb52a140705 req-28b7ec76-08b0-4dd2-a4e2-c34151e82cb8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344431 Aug 28 23:13:18.753798 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 39240) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:18.892891 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64834118-fa3a-4dd9-b61f-b33e7aa9b8df tempest-TestMinimumBasicScenario-495303472 tempest-TestMinimumBasicScenario-495303472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:18.894439 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-64834118-fa3a-4dd9-b61f-b33e7aa9b8df tempest-TestMinimumBasicScenario-495303472 tempest-TestMinimumBasicScenario-495303472-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1093 time: 0.1396315 Aug 28 23:13:18.897557 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 39248) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:18.902449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'port_id': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:19.002796 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for floatingip, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:19.152094 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcbb8c-3ff0-4b84-b69d-f196d633decb req-e61ab31f-d1e7-4521-8c4d-ad065bf25763 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:19.153566 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-02dcbb8c-3ff0-4b84-b69d-f196d633decb req-e61ab31f-d1e7-4521-8c4d-ad065bf25763 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.1108463 Aug 28 23:13:19.160192 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 92de0587-e64d-4390-b6c1-54e736f80451 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:13:19.162324 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f56c5-3c16-453c-835e-2663d8706452 req-fba4e507-54e4-4953-a33f-931a74d80b52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:19.163774 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-937f56c5-3c16-453c-835e-2663d8706452 req-fba4e507-54e4-4953-a33f-931a74d80b52 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 943 time: 0.1029727 Aug 28 23:13:19.234621 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-02dcbb8c-3ff0-4b84-b69d-f196d633decb req-f189f947-e65c-4f4c-aa62-09ae733b09ae tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692117 Aug 28 23:13:19.264792 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 92de0587-e64d-4390-b6c1-54e736f80451, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=92de0587-e64d-4390-b6c1-54e736f80451,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:19.264902 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-937f56c5-3c16-453c-835e-2663d8706452 req-0889ce55-2c09-4b25-a826-de1849fcb748 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863888 Aug 28 23:13:19.265300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:19.270064 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '92de0587-e64d-4390-b6c1-54e736f80451', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'port_id': '92de0587-e64d-4390-b6c1-54e736f80451', 'mac_address': 'fa:16:3e:c6:91:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:13:19.318543 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:19.331491 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92de0587-e64d-4390-b6c1-54e736f80451 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:13:19.349979 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 92de0587-e64d-4390-b6c1-54e736f80451, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=92de0587-e64d-4390-b6c1-54e736f80451,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:19.375488 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Allocated IP 172.27.3.253 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/6c9dc6a3-88b5-4f14-ae84-8ed210209f18) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:13:19.425382 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:19.471386 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=92de0587-e64d-4390-b6c1-54e736f80451,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:19.472814 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:19.478505 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.478992 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.479283 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.479617 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.479938 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.480258 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.480579 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.480896 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.481295 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.481526 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.481871 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.482187 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:19.574204 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:19.613298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:13:19.618739 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:13:19.622294 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:13:19.645620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'Port': ['ID=6c9dc6a3-88b5-4f14-ae84-8ed210209f18,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:19.711607 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['92de0587-e64d-4390-b6c1-54e736f80451'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:13:19.972272 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:20.095985 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:20.238850 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:20.305966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:20.405232 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'Port': ['ID=6c9dc6a3-88b5-4f14-ae84-8ed210209f18,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:20.425553 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31f64-8042-43aa-ac1c-9d0d98777d7a req-4d8a8b3c-09c7-4e37-b2d8-59c388d6498e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:20.427125 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cdb31f64-8042-43aa-ac1c-9d0d98777d7a req-4d8a8b3c-09c7-4e37-b2d8-59c388d6498e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.1188056 Aug 28 23:13:20.430544 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:20.538075 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cdb31f64-8042-43aa-ac1c-9d0d98777d7a req-189be808-b768-4d48-88b9-6f47a507a378 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044769 Aug 28 23:13:20.581393 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Floating IP 1dcc2154-933a-4cd3-a311-a6a22a5c517d associated. External IP: 172.27.3.253, port: ce45519a-f04e-43df-b329-6f12fd16d368. Aug 28 23:13:20.644062 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a9abb-21ea-4405-8cc1-5a95a30a7759 req-7219cfec-e82c-4f3c-acf9-60e150a5764d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:20.645574 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ea5a9abb-21ea-4405-8cc1-5a95a30a7759 req-7219cfec-e82c-4f3c-acf9-60e150a5764d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 944 time: 0.0968647 Aug 28 23:13:20.723313 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ea5a9abb-21ea-4405-8cc1-5a95a30a7759 req-81867bb7-458d-442f-860e-d44053d88d6d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491138 Aug 28 23:13:20.827486 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:13:21.174808 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 92de0587-e64d-4390-b6c1-54e736f80451 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:13:21.176172 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:13:21.201759 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] Sync routers for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:13:21.222178 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:13:21.222793 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:13:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:21.236821 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.263699 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9a98ba7d-a626-48cc-96aa-9b8b3f2f1053 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3644686 Aug 28 23:13:21.264359 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:21.266556 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39274) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:21.267015 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:21.271866 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601995152', 'description': 'tempest-secgroup-smoke-601995152 description', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:21.303190 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2d6a5-8ac4-45fe-bf11-ca6247598ecd x-openstack-request-id: req-c7c2d6a5-8ac4-45fe-bf11-ca6247598ecd {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:21.303478 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:21.303725 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7c2d6a5-8ac4-45fe-bf11-ca6247598ecd {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:21.304162 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'status': 'completed', 'code': 200} Aug 28 23:13:21.336604 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 92de0587-e64d-4390-b6c1-54e736f80451 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:13:21.344214 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 92de0587-e64d-4390-b6c1-54e736f80451 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:13:21.344617 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.349490 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:13:21.352253 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.367083 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-57e2aee5-5cb8-4f65-b23b-5fc1281de4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:21.368632 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-57e2aee5-5cb8-4f65-b23b-5fc1281de4ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1098 time: 0.0416751 Aug 28 23:13:21.440621 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.470847 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-548ca39e-4146-427c-a288-c6c7092859ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:21.472316 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-548ca39e-4146-427c-a288-c6c7092859ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 915 time: 0.0964134 Aug 28 23:13:21.477652 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.506733 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37810b6c-9d68-49bb-a656-f2be3f337668,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:21.550486 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-6795114f-bdf9-4a69-b579-ec4792c785e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 999 time: 0.0697916 Aug 28 23:13:21.608552 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.608800 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-41c8b8d8-f6e8-4bb4-a1a7-5e350e113ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:21.610377 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-41c8b8d8-f6e8-4bb4-a1a7-5e350e113ade service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 200 len: 853 time: 0.0521622 Aug 28 23:13:21.611010 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d5931bbb-8a16-477f-b4c3-f9f9cec0cb17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3428388 Aug 28 23:13:21.614284 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39282) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:21.627395 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group_rule': {'security_group_id': '37810b6c-9d68-49bb-a656-f2be3f337668', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:21.678485 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-e63d5c01-d281-437a-85c2-eea8f0b990d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:21.680085 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-e63d5c01-d281-437a-85c2-eea8f0b990d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0609801 Aug 28 23:13:21.732504 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.769943 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:21.772180 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2a77a-36de-4440-a21d-b935bad8ade2" -d '{"events": [{"server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "name": "network-vif-plugged", "status": "completed", "tag": "92de0587-e64d-4390-b6c1-54e736f80451"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:21.787402 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.793721 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 92de0587-e64d-4390-b6c1-54e736f80451, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=92de0587-e64d-4390-b6c1-54e736f80451,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:21.814690 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7e7aa-6cc7-4475-853d-432cfd049f5e req-dc46f0d4-1b6b-4506-a639-40d982f87ab1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:21.816212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fda7e7aa-6cc7-4475-853d-432cfd049f5e req-dc46f0d4-1b6b-4506-a639-40d982f87ab1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0758984 Aug 28 23:13:21.828763 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-0b033501-f4a6-4e52-8abb-7c0eb25ea3d1 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393273 Aug 28 23:13:21.854980 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '1dcc2154-933a-4cd3-a311-a6a22a5c517d', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'port_id': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'mac_address': 'fa:16:3e:00:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:13:19Z', 'updated_at': '2021-08-28T23:13:19Z', 'revision_number': 0, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:21.866608 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.886720 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.890086 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] Checking router: e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:13:21.916244 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fda7e7aa-6cc7-4475-853d-432cfd049f5e req-72480dce-bb0a-4f51-be10-3ba8a00a8c6b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904679 Aug 28 23:13:21.920314 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:13:21.920964 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:13:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:21.955527 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d32ff72-0eae-44df-84f1-1d1cbcaf6b9f req-d2f16d8e-9dbb-422f-a299-b2f3e83ba0ee service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120791 Aug 28 23:13:21.974048 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:21.991911 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=92de0587-e64d-4390-b6c1-54e736f80451,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:22.009802 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75935b23-9b6b-4311-afe0-637ed3857b9a,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:22.040148 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6dafe-aa09-4a1f-8185-5a92db344130 req-3010a660-0350-47b6-85bc-24691ad14e8f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:22.042621 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e5e6dafe-aa09-4a1f-8185-5a92db344130 req-3010a660-0350-47b6-85bc-24691ad14e8f tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0614238 Aug 28 23:13:22.065158 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:13:22.082052 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e5e6dafe-aa09-4a1f-8185-5a92db344130 req-424dc641-7e05-446b-88e1-f1bc39a527dd tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338736 Aug 28 23:13:22.093437 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9c4c6-455d-40ef-9e31-ad6cebf62a89 x-openstack-request-id: req-85d9c4c6-455d-40ef-9e31-ad6cebf62a89 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:22.093647 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "name": "network-vif-plugged", "status": "completed", "tag": "92de0587-e64d-4390-b6c1-54e736f80451", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:22.094109 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85d9c4c6-455d-40ef-9e31-ad6cebf62a89 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:22.094304 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451', 'code': 200} Aug 28 23:13:22.128660 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.132571 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-f9ca96ff-13e7-4b3d-8c07-ade9cae6f39f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5147591 Aug 28 23:13:22.132925 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39294) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:22.137523 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group_rule': {'security_group_id': '37810b6c-9d68-49bb-a656-f2be3f337668', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:22.183431 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2c93c-58d7-4b82-9301-0ffcb6e66364 req-dd98198e-868c-4cbf-b5fc-58bf5c3da7ef tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:22.185015 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ae2c93c-58d7-4b82-9301-0ffcb6e66364 req-dd98198e-868c-4cbf-b5fc-58bf5c3da7ef tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0542305 Aug 28 23:13:22.221936 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ae2c93c-58d7-4b82-9301-0ffcb6e66364 req-0051523e-e4ed-4097-bbb6-b4efccabaf05 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Aug 28 23:13:22.294731 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.315973 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '1dcc2154-933a-4cd3-a311-a6a22a5c517d', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'port_id': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'mac_address': 'fa:16:3e:00:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:13:19Z', 'updated_at': '2021-08-28T23:13:19Z', 'revision_number': 0, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:22.342608 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a5998-30c2-4313-9dd1-91ba3590bf55 None None] The sync data for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi is: [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '1dcc2154-933a-4cd3-a311-a6a22a5c517d', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'port_id': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'mac_address': 'fa:16:3e:00:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:13:19Z', 'updated_at': '2021-08-28T23:13:19Z', 'revision_number': 0, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:13:22.352202 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.418009 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.432122 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cb5eba-4d8a-466d-a50f-173b5dfe373b,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:22.464191 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baf3ec-1ef1-4cb8-8161-0db758ddde43 req-1be0f044-0550-4d52-8feb-d741a0c121f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:22.465684 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c9baf3ec-1ef1-4cb8-8161-0db758ddde43 req-1be0f044-0550-4d52-8feb-d741a0c121f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 1098 time: 0.0434849 Aug 28 23:13:22.500353 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.501897 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-958a8373-61fd-4f85-88ab-696a189f2f76 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3676677 Aug 28 23:13:22.504265 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39296) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:22.509481 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group_rule': {'security_group_id': '37810b6c-9d68-49bb-a656-f2be3f337668', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:22.519196 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c9baf3ec-1ef1-4cb8-8161-0db758ddde43 req-94f8f6a8-3f1b-4f45-ac84-9f46a8f77161 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355093 Aug 28 23:13:22.531322 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667aa4ee-d745-4884-a4ef-d75a73a003c1 None None] New status for floating IP 1dcc2154-933a-4cd3-a311-a6a22a5c517d: ACTIVE {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:13:22.636641 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.696349 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.831293 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.848984 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3e67d4-c26e-466b-8cc5-2600c66e6c4a,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:22.991209 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:22.993053 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-516eaafb-fe4f-4e9b-aedb-5c78bde7a4cb tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4878273 Aug 28 23:13:22.996193 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39300) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:23.000793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group_rule': {'security_group_id': '37810b6c-9d68-49bb-a656-f2be3f337668', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:23.033218 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ebbcf-7b46-4508-8f10-c3e55e738d14 req-faf92095-a5e3-4341-be2c-56d0fd664aa4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:23.034689 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb9ebbcf-7b46-4508-8f10-c3e55e738d14 req-faf92095-a5e3-4341-be2c-56d0fd664aa4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0482953 Aug 28 23:13:23.073276 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fb9ebbcf-7b46-4508-8f10-c3e55e738d14 req-a2985cd5-537b-4b96-903b-6b72e0e232e8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314646 Aug 28 23:13:23.115905 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.173732 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.201549 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a5971-513f-45d3-a764-871f0203b789 req-ce81a725-5e41-40bb-a98b-df9594d83415 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:23.202977 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d6a5971-513f-45d3-a764-871f0203b789 req-ce81a725-5e41-40bb-a98b-df9594d83415 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0512805 Aug 28 23:13:23.239213 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7d6a5971-513f-45d3-a764-871f0203b789 req-7d3396b2-464c-491c-a069-42afd0e19ea3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302966 Aug 28 23:13:23.264690 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.279116 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1a8495-3091-4db2-a9ef-b038ba412db5,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:23.335308 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc333-ad31-484a-9a0e-64bbfa572463 req-2d0b2a2e-fad3-482d-b6ce-a90c4639dab0 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:23.336772 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-83ccc333-ad31-484a-9a0e-64bbfa572463 req-2d0b2a2e-fad3-482d-b6ce-a90c4639dab0 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0475993 Aug 28 23:13:23.374624 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-83ccc333-ad31-484a-9a0e-64bbfa572463 req-40cf6f1b-576c-47f7-b39c-873be25a5af1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Aug 28 23:13:23.408933 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.410170 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-8861207f-e3d5-456b-ab81-f8d5c9be9dae tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4130158 Aug 28 23:13:23.412812 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39306) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:23.417717 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group_rule': {'security_group_id': '37810b6c-9d68-49bb-a656-f2be3f337668', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:23.522348 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.securitygroups_db [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Project 92feac9d9c434e8cb87f3353bf0427eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 23:13:23.527398 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.585313 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.671193 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.688798 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaf80be-c678-4ee8-86db-2c76b669312c,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:23.745177 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.746415 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c4b508fb-22e0-4b7f-a40b-6995f03c6cd9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326933 Aug 28 23:13:23.749019 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39308) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:23.753339 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'security_group_rule': {'security_group_id': '37810b6c-9d68-49bb-a656-f2be3f337668', 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:23.842894 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.securitygroups_db [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Project 92feac9d9c434e8cb87f3353bf0427eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 23:13:23.848024 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:23.910998 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:24.014116 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:24.031853 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13319239-3da5-4dd6-a2cf-a9488c3ae1d5,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:24.127781 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:24.129287 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e1e4e1af-c540-40a2-a34d-5c5b5af50cf8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3793502 Aug 28 23:13:24.217476 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad150a-5e8e-4a8a-895c-7eadea12610d req-8957e98d-9c1e-4a56-9a1e-aa2aa293340d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:24.218970 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-faad150a-5e8e-4a8a-895c-7eadea12610d req-8957e98d-9c1e-4a56-9a1e-aa2aa293340d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0746312 Aug 28 23:13:24.225931 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-db3c919f-f10a-4928-8cbb-245fcb2917b0 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601995152&fields=id&tenant_id=92feac9d9c434e8cb87f3353bf0427eb HTTP/1.1" status: 200 len: 267 time: 0.0529878 Aug 28 23:13:24.315052 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-faad150a-5e8e-4a8a-895c-7eadea12610d req-503db582-9522-43d0-b3fa-c36c0f439478 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881848 Aug 28 23:13:24.332039 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-70070cf9-c4d3-4d6f-b44b-d07e84df8bf2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:24.333497 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-70070cf9-c4d3-4d6f-b44b-d07e84df8bf2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0997314 Aug 28 23:13:24.341339 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-2f41f929-9b32-4cdb-9785-10801eea03c0 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:24.342757 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-2f41f929-9b32-4cdb-9785-10801eea03c0 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.0987265 Aug 28 23:13:24.348125 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'port': {'security_groups': ['2bf69f65-eb5b-4a94-9988-edbd606691da', '37810b6c-9d68-49bb-a656-f2be3f337668']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:24.497628 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:24.519035 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16728984-211f-41c5-b1db-d55229d47364 req-17025310-ceaa-4414-8f58-13e2d3f91a4d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:24.520499 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-16728984-211f-41c5-b1db-d55229d47364 req-17025310-ceaa-4414-8f58-13e2d3f91a4d tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.1298912 Aug 28 23:13:24.603040 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Deleting port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:13:24.603378 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:24.650330 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-16728984-211f-41c5-b1db-d55229d47364 req-3a9184e5-54eb-4973-b2a8-f26aa5c8c867 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197903 Aug 28 23:13:24.789949 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] For port 14b2b9de-989b-4a89-b2c5-f7b2d310f063, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=14b2b9de-989b-4a89-b2c5-f7b2d310f063,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:24.790238 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:24.813773 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Calling delete_port for 14b2b9de-989b-4a89-b2c5-f7b2d310f063 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:13:24.845688 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1744574-1668-4a72-a213-b07ec5b81314 req-c563ba53-b8de-4335-8d51-6845fd4308c2 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:24.847190 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1744574-1668-4a72-a213-b07ec5b81314 req-c563ba53-b8de-4335-8d51-6845fd4308c2 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 946 time: 0.1424494 Aug 28 23:13:24.917781 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:24.952240 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1744574-1668-4a72-a213-b07ec5b81314 req-632ed89b-c454-425d-b09c-d0c76d0859dd tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974615 Aug 28 23:13:24.982704 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.076569 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbcbc9-cabf-40f6-baeb-3cb949d49a03 req-2a73a593-5df7-4bdf-9dcb-2414da971815 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:25.077965 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-62cbcbc9-cabf-40f6-baeb-3cb949d49a03 req-2a73a593-5df7-4bdf-9dcb-2414da971815 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0663834 Aug 28 23:13:25.079005 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.088023 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 39322) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:13:25.092951 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Request body: {'floatingip': {'port_id': '92de0587-e64d-4390-b6c1-54e736f80451'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:25.101078 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ce45519a-f04e-43df-b329-6f12fd16d368'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:13:25.124187 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:25.124811 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.126224 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9e2f4ede-a950-46a4-b733-a449cc4a70cf req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "PUT /v2.0/ports/ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 981 time: 0.7825584 Aug 28 23:13:25.126982 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:25.129197 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9b319c-ec68-430d-b92a-aea4e0a487ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:25.145491 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.156242 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c82fa9-3c13-4ec6-8f72-a0224ba2af48 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=6']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:25.160460 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.239384 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8767f8f5-c04c-4611-a9f2-f902f3f731a5 x-openstack-request-id: req-8767f8f5-c04c-4611-a9f2-f902f3f731a5 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:25.239977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:25.239977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8767f8f5-c04c-4611-a9f2-f902f3f731a5 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:25.240475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'status': 'completed', 'code': 200} Aug 28 23:13:25.244782 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ce45519a-f04e-43df-b329-6f12fd16d368'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:13:25.264757 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Pushing event deleted for resources: {'Port': ['ID=14b2b9de-989b-4a89-b2c5-f7b2d310f063,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:25.267792 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] No DVR routers for this DVR port 14b2b9de-989b-4a89-b2c5-f7b2d310f063 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:13:25.277895 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.279777 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c4e776e-be73-4fd9-bab5-0a4d5818141e req-e05878de-b6c8-4c94-bb27-44662d59770d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "DELETE /v2.0/ports/14b2b9de-989b-4a89-b2c5-f7b2d310f063 HTTP/1.1" status: 204 len: 173 time: 0.9270079 Aug 28 23:13:25.329235 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-e73b3fda-dba3-4a59-a7a3-789ca73a589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:25.330727 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-e73b3fda-dba3-4a59-a7a3-789ca73a589f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1137 time: 0.0817490 Aug 28 23:13:25.335791 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc650d-3806-4111-9afb-12940a04e9f6 req-d9e9482b-63c7-4849-95a9-755c752dddcf tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:25.345117 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d3cc650d-3806-4111-9afb-12940a04e9f6 req-d9e9482b-63c7-4849-95a9-755c752dddcf tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.1027656 Aug 28 23:13:25.407801 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d3cc650d-3806-4111-9afb-12940a04e9f6 req-db6ed6f0-cabc-485e-8a3a-70f4229922a2 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446706 Aug 28 23:13:25.508975 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cf72-e87a-4e3f-a586-3cbf64b0be98 req-5ae82369-e363-4a0a-8b3b-2c9d65cdbf11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:25.510157 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c010cf72-e87a-4e3f-a586-3cbf64b0be98 req-5ae82369-e363-4a0a-8b3b-2c9d65cdbf11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0605407 Aug 28 23:13:25.534793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-f945f958-0d65-4b4b-bb95-e7fbcecffdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:25.538719 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-f945f958-0d65-4b4b-bb95-e7fbcecffdff service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 915 time: 0.1991916 Aug 28 23:13:25.555018 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c010cf72-e87a-4e3f-a586-3cbf64b0be98 req-08820e33-f74e-4239-9c7f-40113723a1b7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362909 Aug 28 23:13:25.565434 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-070ca5b7-3752-4fa0-ac14-901bae9b6c78 None None] Provisioning complete for port ce45519a-f04e-43df-b329-6f12fd16d368 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:13:25.565841 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-070ca5b7-3752-4fa0-ac14-901bae9b6c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:25.909267 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-7972a521-5b82-4b1b-a86c-e585c9e96bcb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 1001 time: 0.3630817 Aug 28 23:13:25.956960 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['14b2b9de-989b-4a89-b2c5-f7b2d310f063'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:13:26.006913 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-fbf0d743-43aa-44d2-9b03-f176f02fa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:26.008395 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-fbf0d743-43aa-44d2-9b03-f176f02fa489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 200 len: 853 time: 0.0886264 Aug 28 23:13:26.062408 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-12a19008-47c3-4ba0-96ce-c0a8214ce7ff req-8801bd7e-979f-44e1-8362-90388eefd45b tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=805c5493-a3c2-404c-bcb3-f5b00e26bfaf HTTP/1.1" status: 200 len: 210 time: 0.0276580 Aug 28 23:13:26.120334 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-0410cd18-85ef-4f95-b32d-d23c3e8147ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:26.121843 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-0410cd18-85ef-4f95-b32d-d23c3e8147ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0875831 Aug 28 23:13:26.140548 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:26.196454 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:26.319063 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-414bea79-8462-4f1d-a0e1-a3d441f74d6b service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884527 Aug 28 23:13:26.383988 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Floating IP 748694ea-30da-4237-9efe-7b5109128174 associated. External IP: 172.27.3.26, port: 92de0587-e64d-4390-b6c1-54e736f80451. Aug 28 23:13:26.496383 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-5c9b319c-ec68-430d-b92a-aea4e0a487ee req-7c77f14f-9ce3-4703-a2fb-871c03d427d1 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673777 Aug 28 23:13:26.621400 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Router 630fb718-107d-45ed-84e5-60e1f731dd67 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:13:26.685593 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3c81a-c221-4a6c-ae78-2339eb4563ab req-91cb0256-6968-4417-8ed0-5e13a707b9fd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:26.687082 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22d3c81a-c221-4a6c-ae78-2339eb4563ab req-91cb0256-6968-4417-8ed0-5e13a707b9fd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0547304 Aug 28 23:13:26.724756 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22d3c81a-c221-4a6c-ae78-2339eb4563ab req-21a89709-8933-4883-bb72-09b93c784362 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315638 Aug 28 23:13:26.730889 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:13:26.737592 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:26.753182 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:13:26.762031 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:13:26.762722 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:13:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:26.764951 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-aeda44aa-ae4f-46f3-8c96-47ffe7cfbd17 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "PUT /v2.0/floatingips/748694ea-30da-4237-9efe-7b5109128174 HTTP/1.1" status: 200 len: 990 time: 1.6757243 Aug 28 23:13:26.765409 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:26.767703 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67" -d '{"events": [{"name": "network-changed", "server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "tag": "92de0587-e64d-4390-b6c1-54e736f80451"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:26.862225 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae76b2d-7996-45c2-a03e-95c679f9adcc x-openstack-request-id: req-eae76b2d-7996-45c2-a03e-95c679f9adcc {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:26.862511 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "tag": "92de0587-e64d-4390-b6c1-54e736f80451", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:26.862759 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eae76b2d-7996-45c2-a03e-95c679f9adcc {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:26.863154 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451', 'status': 'completed', 'code': 200} Aug 28 23:13:26.884942 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:13:26.924971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-4f86b1d6-926f-40bc-a4a2-df6820900b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:26.926495 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-4f86b1d6-926f-40bc-a4a2-df6820900b10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 1098 time: 0.0412130 Aug 28 23:13:27.013027 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-5d203554-0f3c-4610-b1f4-bb312ad70a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:27.014421 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-5d203554-0f3c-4610-b1f4-bb312ad70a02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 200 len: 912 time: 0.0807784 Aug 28 23:13:27.083656 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-f2bb397d-d1af-42c2-b763-b1c75fe77639 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92de0587-e64d-4390-b6c1-54e736f80451 HTTP/1.1" status: 200 len: 998 time: 0.0602286 Aug 28 23:13:27.103926 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '748694ea-30da-4237-9efe-7b5109128174', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'port_id': '92de0587-e64d-4390-b6c1-54e736f80451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'mac_address': 'fa:16:3e:c6:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74274cd2-f97e-4236-aa96-690d359566fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:13:02Z', 'updated_at': '2021-08-28T23:13:26Z', 'revision_number': 1, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:27.139234 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:13:27.143147 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-98978ce3-6b1c-422a-9a1a-8ad5eea3bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:27.144966 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-98978ce3-6b1c-422a-9a1a-8ad5eea3bfaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 200 len: 850 time: 0.0529773 Aug 28 23:13:27.147486 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:13:27.148166 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:13:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:27.192748 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-8ab9521c-b6eb-4a3e-9fc8-287ca4cb021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:27.194591 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-8ab9521c-b6eb-4a3e-9fc8-287ca4cb021c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ca66050-cb86-4ba4-90c8-fadabb113afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427339 Aug 28 23:13:27.242013 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'name': 'network-vif-deleted', 'tag': '14b2b9de-989b-4a89-b2c5-f7b2d310f063'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:27.244476 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3830b5d0-e3ed-4a9c-87c2-4514fb1af01f" -d '{"events": [{"server_uuid": "805c5493-a3c2-404c-bcb3-f5b00e26bfaf", "name": "network-vif-deleted", "tag": "14b2b9de-989b-4a89-b2c5-f7b2d310f063"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:27.259660 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:13:27.294517 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-dba6877e-7b05-4b40-a8af-5a21834b6f9c service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Aug 28 23:13:27.296881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c13b46c-a7fb-4ff7-ac6a-4c31e714563c x-openstack-request-id: req-2c13b46c-a7fb-4ff7-ac6a-4c31e714563c {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:27.297167 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c5493-a3c2-404c-bcb3-f5b00e26bfaf", "name": "network-vif-deleted", "tag": "14b2b9de-989b-4a89-b2c5-f7b2d310f063", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:27.297412 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c13b46c-a7fb-4ff7-ac6a-4c31e714563c {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:27.297824 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805c5493-a3c2-404c-bcb3-f5b00e26bfaf', 'name': 'network-vif-deleted', 'tag': '14b2b9de-989b-4a89-b2c5-f7b2d310f063', 'status': 'completed', 'code': 200} Aug 28 23:13:27.389282 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ff13e89a-34f6-4cad-acfd-aee4cc17ef67 req-88c81c3a-10f7-4768-8f41-51711d205a3f service neutron] 10.222.0.39 "GET /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826852 Aug 28 23:13:27.486524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '748694ea-30da-4237-9efe-7b5109128174', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'port_id': '92de0587-e64d-4390-b6c1-54e736f80451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'mac_address': 'fa:16:3e:c6:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74274cd2-f97e-4236-aa96-690d359566fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:13:02Z', 'updated_at': '2021-08-28T23:13:26Z', 'revision_number': 1, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:13:27.513652 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884dd0c-3f62-45b3-ad0b-f459e9d223c5 None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '748694ea-30da-4237-9efe-7b5109128174', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'port_id': '92de0587-e64d-4390-b6c1-54e736f80451', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'mac_address': 'fa:16:3e:c6:91:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74274cd2-f97e-4236-aa96-690d359566fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:13:02Z', 'updated_at': '2021-08-28T23:13:26Z', 'revision_number': 1, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:13:27.698415 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51faeee-7d29-453b-99d4-ed64e54aab16 None None] New status for floating IP 748694ea-30da-4237-9efe-7b5109128174: ACTIVE {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:13:27.843753 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964ada-6d52-4395-aec5-feb78a4bc680 req-7a350245-1a15-4a3d-b768-aa231c9e56ec tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:27.845242 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-62964ada-6d52-4395-aec5-feb78a4bc680 req-7a350245-1a15-4a3d-b768-aa231c9e56ec tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0485764 Aug 28 23:13:27.884198 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-62964ada-6d52-4395-aec5-feb78a4bc680 req-36f73f5f-1f17-4fee-a27a-6cda854360db tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329030 Aug 28 23:13:29.003511 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825facf-9929-4072-b249-6cb2db32f261 req-f5270e69-fbff-4608-83dc-ca7d73d32251 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:29.004983 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e825facf-9929-4072-b249-6cb2db32f261 req-f5270e69-fbff-4608-83dc-ca7d73d32251 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0481684 Aug 28 23:13:29.042460 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e825facf-9929-4072-b249-6cb2db32f261 req-30cb3316-241d-43c7-82ab-acd6ea2d2b2b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308962 Aug 28 23:13:29.708494 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 14b2b9de-989b-4a89-b2c5-f7b2d310f063 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:13:29.732777 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 14b2b9de-989b-4a89-b2c5-f7b2d310f063 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:13:29.733119 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 14b2b9de-989b-4a89-b2c5-f7b2d310f063 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:13:30.162601 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d2bc9-6cd9-46e2-8011-30b62a922c98 req-baca91cb-48d6-4aca-9bc6-412997d3bc10 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:30.164244 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b63d2bc9-6cd9-46e2-8011-30b62a922c98 req-baca91cb-48d6-4aca-9bc6-412997d3bc10 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0525851 Aug 28 23:13:30.201373 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b63d2bc9-6cd9-46e2-8011-30b62a922c98 req-34cc4149-d96a-41f8-bbdc-ce223330f8aa tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314076 Aug 28 23:13:31.317666 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc523b-9f85-417f-a022-e61ab5a97615 req-5e0aff56-27eb-4c49-9751-a77af3c04910 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:31.319320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d8bc523b-9f85-417f-a022-e61ab5a97615 req-5e0aff56-27eb-4c49-9751-a77af3c04910 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0482500 Aug 28 23:13:31.357264 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d8bc523b-9f85-417f-a022-e61ab5a97615 req-b851c381-1085-48a1-b399-b6cc3c066903 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316072 Aug 28 23:13:32.471802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3cba-b7e8-4546-a6a1-a7a9d501bbc0 req-6b32d523-fcf3-4bf0-9f72-8571778c54c9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:32.473257 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-764e3cba-b7e8-4546-a6a1-a7a9d501bbc0 req-6b32d523-fcf3-4bf0-9f72-8571778c54c9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0478330 Aug 28 23:13:32.509820 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-764e3cba-b7e8-4546-a6a1-a7a9d501bbc0 req-5b2cb413-e444-4664-b2ca-872d1fd36f26 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300412 Aug 28 23:13:33.628646 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e20c4-96ed-4754-a764-c0013cc45698 req-44c9aae3-28d2-46a1-bc03-26b367388bda tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:33.630119 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-628e20c4-96ed-4754-a764-c0013cc45698 req-44c9aae3-28d2-46a1-bc03-26b367388bda tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Aug 28 23:13:33.667811 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-628e20c4-96ed-4754-a764-c0013cc45698 req-851d999c-7fff-4e0a-b52b-53faf2ca6485 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318239 Aug 28 23:13:34.603208 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:13:34.783551 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25208ebf-edb8-4784-9048-bc64479efcdc req-3b4bb11a-bd83-4d35-9cd6-b5f7f85ebe4c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:34.785010 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25208ebf-edb8-4784-9048-bc64479efcdc req-3b4bb11a-bd83-4d35-9cd6-b5f7f85ebe4c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Aug 28 23:13:34.822146 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-25208ebf-edb8-4784-9048-bc64479efcdc req-dd35fc67-8a6c-43ff-b579-c097d53d2874 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314050 Aug 28 23:13:35.937734 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258a39c-fdd9-4932-a6ff-d6679e29b35e req-e9920b23-d022-4d56-be91-674b106465bf tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:35.939194 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9258a39c-fdd9-4932-a6ff-d6679e29b35e req-e9920b23-d022-4d56-be91-674b106465bf tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0475175 Aug 28 23:13:35.976036 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9258a39c-fdd9-4932-a6ff-d6679e29b35e req-9af096fa-e697-4a7a-a673-e4f9a91a4d09 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311515 Aug 28 23:13:37.094762 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564fac3-3978-4e37-bcdd-43aa63cbec7f req-da9cc0a4-d259-42ee-aa71-c610e275fe3c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:37.096104 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f564fac3-3978-4e37-bcdd-43aa63cbec7f req-da9cc0a4-d259-42ee-aa71-c610e275fe3c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0502768 Aug 28 23:13:37.133023 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f564fac3-3978-4e37-bcdd-43aa63cbec7f req-ed250b33-ce39-492b-b7a5-279cf5f454d3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300691 Aug 28 23:13:37.735083 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-b2f6e407-c422-45ad-8279-eb77594553dc tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:37.736526 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-b2f6e407-c422-45ad-8279-eb77594553dc tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/networks?id=4fbff9e3-72c5-4297-8169-53a9932f9e1c HTTP/1.1" status: 200 len: 813 time: 0.0985174 Aug 28 23:13:37.750819 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-33360068-8866-44e7-b1e5-39078bc191ac tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/quotas/06e1134512774fbe841c698b5ac65c97 HTTP/1.1" status: 200 len: 375 time: 0.0086739 Aug 28 23:13:37.780994 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-f25dcaae-d992-4fe0-9544-c2fb7acde3d8 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=06e1134512774fbe841c698b5ac65c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252275 Aug 28 23:13:37.871562 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-595bea31-5bdf-4498-9e9a-e6e8e2a6253c service neutron] 10.222.0.16 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837259 Aug 28 23:13:37.957046 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-76996303-1f05-4ad5-b451-7636ab890eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794988 Aug 28 23:13:38.221124 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f15b0459-6bfb-4e52-b199-87491e0728e6 req-70dc3860-de4e-4aff-a43f-fe2fdc1cb6cf tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 210 time: 0.0331774 Aug 28 23:13:38.267708 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92913f9-0e7f-419a-81f5-6e18c3ca0719 req-8658365c-2a6b-46cf-bb67-0a5eda0c5077 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:38.269148 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c92913f9-0e7f-419a-81f5-6e18c3ca0719 req-8658365c-2a6b-46cf-bb67-0a5eda0c5077 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0506330 Aug 28 23:13:38.307325 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c92913f9-0e7f-419a-81f5-6e18c3ca0719 req-3ac85b8b-8b86-43fc-85fb-db4df8eb0ab0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314775 Aug 28 23:13:39.256160 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:13:39.314128 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4673d85a-b31a-437f-8b41-e611ba85dec0 req-f104a97e-ef01-49dd-bd2b-3ee0ce871abc tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 210 time: 0.0262294 Aug 28 23:13:39.350608 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:39.362676 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'mac_address': 'fa:16:3e:ae:71:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:13:39.400214 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:39.416837 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:13:39.435554 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:39.437576 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0184561-8a58-44f1-be08-6b3580c82860 req-1511153f-0142-40df-8666-46ac6dee755b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:39.439099 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0184561-8a58-44f1-be08-6b3580c82860 req-1511153f-0142-40df-8666-46ac6dee755b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0591757 Aug 28 23:13:39.480656 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0184561-8a58-44f1-be08-6b3580c82860 req-8e57aa69-b6ae-4503-939e-e182807c1f70 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352809 Aug 28 23:13:39.499239 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:39.549294 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=6']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:39.587758 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['3350c10b-f7b5-4f2e-bb81-92cd3aec9518'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:13:39.997252 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-06ef8a27-99b7-48f0-9f98-737657eaef55 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:39.998741 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-06ef8a27-99b7-48f0-9f98-737657eaef55 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "GET /v2.0/networks?id=4fbff9e3-72c5-4297-8169-53a9932f9e1c HTTP/1.1" status: 200 len: 813 time: 0.1044571 Aug 28 23:13:40.014243 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Request body: {'port': {'device_id': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c', 'admin_state_up': True, 'tenant_id': '06e1134512774fbe841c698b5ac65c97'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:40.219828 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d347a8af-92d7-47ce-a1d7-027feb2da945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:40.248959 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Made reservation on behalf of 06e1134512774fbe841c698b5ac65c97 for: {'port': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:13:40.252730 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:40.414501 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Allocated IP 172.20.0.14 (4fbff9e3-72c5-4297-8169-53a9932f9e1c/d6f1cf2a-605d-4705-af3a-c05ff283791a/6261af01-2eca-4884-b0ec-95f736f30c3c) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:13:40.420703 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b4f0755-7c47-4e7b-ba15-d716631bacb9 req-3f29b581-9ca6-49d8-a2f2-50995f204264 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 210 time: 0.0334454 Aug 28 23:13:40.618481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b03be-f2fc-49f2-95ec-fcf4600c8434 req-e8dc1e0b-2cb0-4b78-afae-cf4679c6ea11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:40.618708 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:40.618812 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7e2b03be-f2fc-49f2-95ec-fcf4600c8434 req-e8dc1e0b-2cb0-4b78-afae-cf4679c6ea11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 944 time: 0.0560267 Aug 28 23:13:40.665893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7e2b03be-f2fc-49f2-95ec-fcf4600c8434 req-dc035740-1d1f-4f63-96bc-6cadf4edaf2c tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446560 Aug 28 23:13:40.705980 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:40.755974 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Network 4fbff9e3-72c5-4297-8169-53a9932f9e1c is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:13:40.762581 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:13:40.765335 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:13:40.797999 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Pushing event updated for resources: {'Port': ['ID=6261af01-2eca-4884-b0ec-95f736f30c3c,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:40.815712 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.816119 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.816516 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.816914 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.817308 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.817732 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.818133 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.818516 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.818905 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.819288 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.819669 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.820090 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:13:40.836175 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:40.837068 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.186118 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-6e88919d-27c9-41c6-875a-2598c7d86610 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1760433 Aug 28 23:13:41.213074 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Request body: {'port': {'device_id': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:13:41.285340 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.292015 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:13:41.481269 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:13:41.482046 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.574373 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.575075 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0acebe-9572-4308-ad47-67ec151bf513 req-f8e4e2d3-9166-4f3c-80bc-114844fbb918 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:41.576878 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e0acebe-9572-4308-ad47-67ec151bf513 req-f8e4e2d3-9166-4f3c-80bc-114844fbb918 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 932 time: 0.0698354 Aug 28 23:13:41.609900 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:41.611309 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:41.614630 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9b9f5-729f-4631-b1e0-c4b68a024dac" -d '{"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-plugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:41.632141 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e0acebe-9572-4308-ad47-67ec151bf513 req-7b240dee-2ceb-44f4-b588-4f2ae4775eff tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Aug 28 23:13:41.678112 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce051aa8-fd95-42dd-9c58-0c537af852e1 x-openstack-request-id: req-ce051aa8-fd95-42dd-9c58-0c537af852e1 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:41.678513 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-plugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:41.679919 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce051aa8-fd95-42dd-9c58-0c537af852e1 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:41.679919 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'code': 200} Aug 28 23:13:41.688052 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.694577 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6261af01-2eca-4884-b0ec-95f736f30c3c {{(pid=94554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:13:41.708372 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.724018 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Transition to ACTIVE for port object 6261af01-2eca-4884-b0ec-95f736f30c3c will not be triggered until provisioned by entity L2. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:13:41.763662 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=7']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:41.796855 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:41.802452 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5efea1-373e-46da-9039-9168efb87e10 req-5b63f79a-2001-4dd9-b881-e4f42573e6b9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:41.811277 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ef5efea1-373e-46da-9039-9168efb87e10 req-5b63f79a-2001-4dd9-b881-e4f42573e6b9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0640454 Aug 28 23:13:41.846393 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ef5efea1-373e-46da-9039-9168efb87e10 req-db679fe5-6cae-4ea9-af70-8dd3392d1871 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341380 Aug 28 23:13:41.881246 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6261af01-2eca-4884-b0ec-95f736f30c3c,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:41.975768 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Attempting to bind port 6261af01-2eca-4884-b0ec-95f736f30c3c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:13:41.975985 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Attempting to bind port 6261af01-2eca-4884-b0ec-95f736f30c3c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:13:41.976350 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Attempting to bind port 6261af01-2eca-4884-b0ec-95f736f30c3c on network 4fbff9e3-72c5-4297-8169-53a9932f9e1c {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:13:41.982552 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Port 6261af01-2eca-4884-b0ec-95f736f30c3c on network 4fbff9e3-72c5-4297-8169-53a9932f9e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:13:41.982873 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Attempting to bind port 6261af01-2eca-4884-b0ec-95f736f30c3c on network 4fbff9e3-72c5-4297-8169-53a9932f9e1c {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:13:41.988052 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:13:41.988389 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Checking segment: {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:13:41.988767 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Bound using segment: {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'} {{(pid=94554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:13:41.989190 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.managers [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Bound port: 6261af01-2eca-4884-b0ec-95f736f30c3c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0f5acb-4658-4097-be2c-62271ed4b85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c'}}] {{(pid=94554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:13:41.989545 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:42.067040 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] For port 6261af01-2eca-4884-b0ec-95f736f30c3c, host hv-cinder-79049, cleared binding levels {{(pid=94554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:13:42.070729 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] For port 6261af01-2eca-4884-b0ec-95f736f30c3c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6261af01-2eca-4884-b0ec-95f736f30c3c,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:13:42.181845 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:42.230594 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.231344 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:42.232888 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/6261af01-2eca-4884-b0ec-95f736f30c3c HTTP/1.1" status: 200 len: 1094 time: 1.0249400 Aug 28 23:13:42.233384 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'tag': '6261af01-2eca-4884-b0ec-95f736f30c3c'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:42.235766 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "63952440-3c42-4e84-bacf-32f1f058ffa4", "tag": "6261af01-2eca-4884-b0ec-95f736f30c3c"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:42.261327 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10f72b-430c-4203-92b7-78eda44ea7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6261af01-2eca-4884-b0ec-95f736f30c3c,revision_number=3']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:42.292994 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752df3ad-dd46-4756-925c-192990b39eb4 x-openstack-request-id: req-752df3ad-dd46-4756-925c-192990b39eb4 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:42.293291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63952440-3c42-4e84-bacf-32f1f058ffa4", "tag": "6261af01-2eca-4884-b0ec-95f736f30c3c", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:42.293539 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-752df3ad-dd46-4756-925c-192990b39eb4 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:42.293958 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'tag': '6261af01-2eca-4884-b0ec-95f736f30c3c', 'status': 'completed', 'code': 200} Aug 28 23:13:42.361319 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9 req-64212dd7-53d6-4fbd-ae64-2b9127b8309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.363045 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9 req-64212dd7-53d6-4fbd-ae64-2b9127b8309c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06e1134512774fbe841c698b5ac65c97&device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 1097 time: 0.0488112 Aug 28 23:13:42.479700 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9 req-d2dae719-e214-4707-87c5-75725fc152bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.481102 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9 req-d2dae719-e214-4707-87c5-75725fc152bd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=06e1134512774fbe841c698b5ac65c97&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1076138 Aug 28 23:13:42.591706 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9 req-a62cf113-c9c2-402f-89a7-64a1cf2238a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.593434 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-aed162fd-dbf6-4ebb-bfee-493e164cd0d9 req-a62cf113-c9c2-402f-89a7-64a1cf2238a5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056299 Aug 28 23:13:42.710293 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-8081ed9e-37be-414b-9150-754546a637d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.714562 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-8081ed9e-37be-414b-9150-754546a637d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06e1134512774fbe841c698b5ac65c97&device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 1097 time: 0.0694649 Aug 28 23:13:42.768661 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8f88db50-5190-448d-a986-2e1744e4f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:42.774807 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-27fd2951-0636-4690-982c-220d632bdbea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6261af01-2eca-4884-b0ec-95f736f30c3c HTTP/1.1" status: 200 len: 217 time: 0.0535161 Aug 28 23:13:42.781042 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1e5df-bc9c-4805-9f9e-dbd53f3a3413 req-9eae92ae-4c5d-4749-a205-a4f79e5831fc tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.783113 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8bc1e5df-bc9c-4805-9f9e-dbd53f3a3413 req-9eae92ae-4c5d-4749-a205-a4f79e5831fc tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 944 time: 0.0609696 Aug 28 23:13:42.831076 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8bc1e5df-bc9c-4805-9f9e-dbd53f3a3413 req-c2be3c7f-54a6-475a-99e4-e75c161a2225 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Aug 28 23:13:42.840829 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563c52d-635a-464e-a91d-3a88646d299c req-c441e02e-46ff-434f-9d87-541957f257cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.840829 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-c441e02e-46ff-434f-9d87-541957f257cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6f1cf2a-605d-4705-af3a-c05ff283791a HTTP/1.1" status: 200 len: 853 time: 0.0518229 Aug 28 23:13:42.878742 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-ca8a4e12-e6e0-439c-b198-4b5973e714b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4fbff9e3-72c5-4297-8169-53a9932f9e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301189 Aug 28 23:13:42.970701 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-886c68ff-9e4b-4e05-92eb-44abd0e037d4 service neutron] 10.222.0.39 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 Aug 28 23:13:42.973647 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328026f1-7860-4a96-bacf-6b6e63b48ea9 req-0f3e2482-eb80-4d3a-a42b-4f4e16377ae3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:42.975137 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-328026f1-7860-4a96-bacf-6b6e63b48ea9 req-0f3e2482-eb80-4d3a-a42b-4f4e16377ae3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0520971 Aug 28 23:13:43.017014 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-328026f1-7860-4a96-bacf-6b6e63b48ea9 req-6fb71098-cdba-4cb7-a4bd-2fe4539eaaff tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345654 Aug 28 23:13:43.065257 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:43.066990 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-1563c52d-635a-464e-a91d-3a88646d299c req-297f5c23-7e6e-4b7b-9a65-7b72639b0e22 service neutron] 10.222.0.39 "GET /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Aug 28 23:13:43.953446 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310eeb-984b-4787-818b-2438b9d2d89f req-df062b15-3a6a-4468-9da4-cabd868abf67 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:43.955125 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91310eeb-984b-4787-818b-2438b9d2d89f req-df062b15-3a6a-4468-9da4-cabd868abf67 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 944 time: 0.0545149 Aug 28 23:13:44.000477 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91310eeb-984b-4787-818b-2438b9d2d89f req-fe00775d-04ec-43db-b501-b58e42068692 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387995 Aug 28 23:13:44.182225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e182a-3a20-4fdf-8003-2536c0a3ebf5 req-a8f81220-c590-417c-a968-3105c622ebbe tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:44.187098 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-110e182a-3a20-4fdf-8003-2536c0a3ebf5 req-a8f81220-c590-417c-a968-3105c622ebbe tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0628989 Aug 28 23:13:44.228689 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-110e182a-3a20-4fdf-8003-2536c0a3ebf5 req-9f4d296a-a39f-42e2-8025-1770265e4359 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344820 Aug 28 23:13:44.242216 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:45.129942 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22510081-77de-4960-ad35-8736583093ee req-7fb1e39a-64b4-4284-b2d1-eec0817d03c1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:45.134162 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22510081-77de-4960-ad35-8736583093ee req-7fb1e39a-64b4-4284-b2d1-eec0817d03c1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 944 time: 0.0553925 Aug 28 23:13:45.174377 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22510081-77de-4960-ad35-8736583093ee req-5d29714a-281b-4564-8b94-60d65ca8966d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369360 Aug 28 23:13:45.313508 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 6261af01-2eca-4884-b0ec-95f736f30c3c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:13:45.376679 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9f8f-1cdb-49a5-b1fb-82b0d61824bf req-9311ffa4-1464-4439-bdc5-22f6c5c78a46 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:45.384417 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a14b9f8f-1cdb-49a5-b1fb-82b0d61824bf req-9311ffa4-1464-4439-bdc5-22f6c5c78a46 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0625148 Aug 28 23:13:45.425753 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 6261af01-2eca-4884-b0ec-95f736f30c3c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6261af01-2eca-4884-b0ec-95f736f30c3c,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:45.427135 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a14b9f8f-1cdb-49a5-b1fb-82b0d61824bf req-a52364c3-7f97-4fc6-8622-2c15780295d8 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417655 Aug 28 23:13:45.440934 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '6261af01-2eca-4884-b0ec-95f736f30c3c', 'network_id': '4fbff9e3-72c5-4297-8169-53a9932f9e1c', 'port_id': '6261af01-2eca-4884-b0ec-95f736f30c3c', 'mac_address': 'fa:16:3e:0b:eb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f1cf2a-605d-4705-af3a-c05ff283791a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:13:45.476225 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:45.490862 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:45.504480 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6261af01-2eca-4884-b0ec-95f736f30c3c {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:13:45.525719 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 6261af01-2eca-4884-b0ec-95f736f30c3c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6261af01-2eca-4884-b0ec-95f736f30c3c,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:45.596156 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:45.649839 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=6261af01-2eca-4884-b0ec-95f736f30c3c,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:45.868357 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['6261af01-2eca-4884-b0ec-95f736f30c3c'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:13:46.289209 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8c2e5-a874-4add-973a-fbe639e0caa0 req-5b1b607f-000d-4e93-b558-a549f1d9b680 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:46.290676 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71c8c2e5-a874-4add-973a-fbe639e0caa0 req-5b1b607f-000d-4e93-b558-a549f1d9b680 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Aug 28 23:13:46.327961 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71c8c2e5-a874-4add-973a-fbe639e0caa0 req-37fa4b1f-026e-4dd2-8cc9-875aeecd2f47 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Aug 28 23:13:46.549750 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076ca9d-3be7-4393-a23c-b89869e64236 req-093c4210-95c1-4a37-a93e-ef9fa2fa9497 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:46.551378 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4076ca9d-3be7-4393-a23c-b89869e64236 req-093c4210-95c1-4a37-a93e-ef9fa2fa9497 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0602808 Aug 28 23:13:46.597237 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4076ca9d-3be7-4393-a23c-b89869e64236 req-89b8e63c-c2d5-4b7e-b8b5-03bf9d6925d4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393937 Aug 28 23:13:47.314552 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 6261af01-2eca-4884-b0ec-95f736f30c3c up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:13:47.431625 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 6261af01-2eca-4884-b0ec-95f736f30c3c completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:13:47.436281 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 6261af01-2eca-4884-b0ec-95f736f30c3c triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:13:47.436900 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:47.471695 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f959ffb-5f0e-4521-9c50-618f00529ca0 req-9d76eed2-5dec-4515-ab56-89c1d7e1097d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:47.480810 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9f959ffb-5f0e-4521-9c50-618f00529ca0 req-9d76eed2-5dec-4515-ab56-89c1d7e1097d tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 945 time: 0.0761135 Aug 28 23:13:47.518880 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9f959ffb-5f0e-4521-9c50-618f00529ca0 req-8dd3b0c1-98fc-4da3-845f-caa8599bd045 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Aug 28 23:13:47.552450 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:47.580460 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261af01-2eca-4884-b0ec-95f736f30c3c'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:47.582745 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec5d471-c0cc-4231-ad19-4f91a125a212" -d '{"events": [{"server_uuid": "63952440-3c42-4e84-bacf-32f1f058ffa4", "name": "network-vif-plugged", "status": "completed", "tag": "6261af01-2eca-4884-b0ec-95f736f30c3c"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:47.604288 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 6261af01-2eca-4884-b0ec-95f736f30c3c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6261af01-2eca-4884-b0ec-95f736f30c3c,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:47.631577 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f4a4a5-754b-4542-8840-442cb178fd3b x-openstack-request-id: req-c0f4a4a5-754b-4542-8840-442cb178fd3b {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:47.631981 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63952440-3c42-4e84-bacf-32f1f058ffa4", "name": "network-vif-plugged", "status": "completed", "tag": "6261af01-2eca-4884-b0ec-95f736f30c3c", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:47.632165 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0f4a4a5-754b-4542-8840-442cb178fd3b {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:47.633116 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6261af01-2eca-4884-b0ec-95f736f30c3c', 'code': 200} Aug 28 23:13:47.677294 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:47.741492 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=6261af01-2eca-4884-b0ec-95f736f30c3c,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:47.746728 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac764-b518-4eeb-be55-14b58838ff94 req-0cd89f5a-405b-419c-a4ea-8d49e328209d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:47.750506 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-baaac764-b518-4eeb-be55-14b58838ff94 req-0cd89f5a-405b-419c-a4ea-8d49e328209d tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0659552 Aug 28 23:13:47.796342 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-baaac764-b518-4eeb-be55-14b58838ff94 req-847bb001-9ee6-4001-90f9-dc90470d9952 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370328 Aug 28 23:13:47.998231 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6666e4-fba3-41a2-998b-1a965b5816f9 req-2372aa50-6570-48ff-9316-b5843f957c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:47.999782 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ec6666e4-fba3-41a2-998b-1a965b5816f9 req-2372aa50-6570-48ff-9316-b5843f957c10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 1099 time: 0.0440776 Aug 28 23:13:48.037071 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-ec6666e4-fba3-41a2-998b-1a965b5816f9 req-c48d391b-0405-4388-a094-cb33d7fb81bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296414 Aug 28 23:13:48.037325 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:48.415364 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d2e69-e9a7-4ddc-8b19-c09c90e8cbd0 req-80629005-9e12-455d-ad63-ae602691aae3 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:48.417134 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-926d2e69-e9a7-4ddc-8b19-c09c90e8cbd0 req-80629005-9e12-455d-ad63-ae602691aae3 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0527489 Aug 28 23:13:48.465205 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-926d2e69-e9a7-4ddc-8b19-c09c90e8cbd0 req-7571c4f0-abce-42da-b931-172894d23e4b tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413523 Aug 28 23:13:48.520550 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-c59a5b39-532d-4fa8-93f3-f1f95c3eb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:48.522507 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-c59a5b39-532d-4fa8-93f3-f1f95c3eb85f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1137 time: 0.0468102 Aug 28 23:13:48.691817 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336329bb-8880-4ff4-8064-ef847fb3d3df req-2b3d42e0-691c-4175-afac-a88dff76a484 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:48.701197 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-336329bb-8880-4ff4-8064-ef847fb3d3df req-2b3d42e0-691c-4175-afac-a88dff76a484 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 946 time: 0.0841918 Aug 28 23:13:48.751638 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-336329bb-8880-4ff4-8064-ef847fb3d3df req-06833e99-a018-405d-a116-9f3cb8be4fb5 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491228 Aug 28 23:13:48.905981 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-57316679-86c3-4c26-b8ec-acbf4054f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:48.907851 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-57316679-86c3-4c26-b8ec-acbf4054f714 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 915 time: 0.3760579 Aug 28 23:13:48.950278 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae692f-013c-4105-88b2-c4d0e1c2186f req-8846baa5-e6e8-4e6a-a99b-276cc3df53f4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:48.952193 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-daae692f-013c-4105-88b2-c4d0e1c2186f req-8846baa5-e6e8-4e6a-a99b-276cc3df53f4 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0646610 Aug 28 23:13:48.996427 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-daae692f-013c-4105-88b2-c4d0e1c2186f req-5ad56d0c-4a86-4930-8d20-0c2bdd635e4b tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381873 Aug 28 23:13:48.998393 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-e68e20d9-6cd6-4463-b977-2fa3096b2bad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 1001 time: 0.0784073 Aug 28 23:13:49.062478 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-8fbf8e35-858f-4286-b905-7d7ec3554afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:49.064244 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-8fbf8e35-858f-4286-b905-7d7ec3554afc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 200 len: 853 time: 0.0507638 Aug 28 23:13:49.118330 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-9df03073-0e26-4f12-b07e-70bf52c954af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:49.120133 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-9df03073-0e26-4f12-b07e-70bf52c954af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467649 Aug 28 23:13:49.223804 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-5c99c7d8-5934-4a11-ac6f-a00845be363e service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957537 Aug 28 23:13:49.357934 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-d42cedfe-4543-4d1b-aa25-d675cacd75e9 req-af91166f-d942-4aa6-9735-4cf408f42d96 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086264 Aug 28 23:13:49.590071 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b9946-b785-4435-bc63-80b5f644a39b req-4ccd31ea-a289-47ec-81f3-22ffdfe5e21a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:49.590071 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e09b9946-b785-4435-bc63-80b5f644a39b req-4ccd31ea-a289-47ec-81f3-22ffdfe5e21a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0475812 Aug 28 23:13:49.634259 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e09b9946-b785-4435-bc63-80b5f644a39b req-2c22d32c-c5c2-44f8-a9b8-9b1f465c7d84 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373404 Aug 28 23:13:49.864832 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1123b16-ee77-4825-997e-b2d8f1bb5809 req-30927053-4053-470f-b7a0-12cf0dba9590 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:49.866546 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1123b16-ee77-4825-997e-b2d8f1bb5809 req-30927053-4053-470f-b7a0-12cf0dba9590 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 946 time: 0.0538702 Aug 28 23:13:49.922951 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1123b16-ee77-4825-997e-b2d8f1bb5809 req-5e2ee4d5-85c5-42bb-b3bc-cc5767f98ed7 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499835 Aug 28 23:13:50.130332 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83ba85-ae1b-4b8b-838f-f718c8704235 req-07ebe420-6e1a-42a9-b67e-b05b1851acc2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:50.132074 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db83ba85-ae1b-4b8b-838f-f718c8704235 req-07ebe420-6e1a-42a9-b67e-b05b1851acc2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0508306 Aug 28 23:13:50.174227 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-db83ba85-ae1b-4b8b-838f-f718c8704235 req-19ce4b80-a227-46bd-ad87-4a6d18bd2d41 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358744 Aug 28 23:13:50.748151 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b99a-3da9-4bb0-97e7-c242c8576522 req-c4db9c75-0a8d-45c5-a767-e1d1a53a6755 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:50.749653 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f279b99a-3da9-4bb0-97e7-c242c8576522 req-c4db9c75-0a8d-45c5-a767-e1d1a53a6755 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0494781 Aug 28 23:13:50.791260 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f279b99a-3da9-4bb0-97e7-c242c8576522 req-69588a5e-c9b9-4afe-acf5-7bc322319b57 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352781 Aug 28 23:13:51.048362 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1051f-7dcd-4e94-88eb-7be52ba10a55 req-4fbdf5cb-95db-4635-8091-c6b5e7bde8e6 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.049924 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-27f1051f-7dcd-4e94-88eb-7be52ba10a55 req-4fbdf5cb-95db-4635-8091-c6b5e7bde8e6 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 946 time: 0.0525486 Aug 28 23:13:51.086801 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-27f1051f-7dcd-4e94-88eb-7be52ba10a55 req-fd8c0ca3-1467-454e-9370-8c5d90c0f9d8 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Aug 28 23:13:51.291460 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fb403-b78b-4578-8370-c8d172cece75 req-e24024e7-9a0b-4444-893a-5eb83bb06512 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.292923 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-080fb403-b78b-4578-8370-c8d172cece75 req-e24024e7-9a0b-4444-893a-5eb83bb06512 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0487995 Aug 28 23:13:51.330674 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-080fb403-b78b-4578-8370-c8d172cece75 req-3d90f1ff-6249-4f6f-8725-679f9a09a02e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317144 Aug 28 23:13:51.684942 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-121bfc92-6ebb-4f70-be30-1a2dfef343b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.686419 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-121bfc92-6ebb-4f70-be30-1a2dfef343b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1098 time: 0.0415833 Aug 28 23:13:51.774528 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-d96e3f2a-6dd2-4b70-b083-a0acc4b54e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.775979 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-d96e3f2a-6dd2-4b70-b083-a0acc4b54e45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.0810559 Aug 28 23:13:51.846282 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-5ebe1cc5-ce2d-4aa8-bd56-5d32a0133eca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 999 time: 0.0619509 Aug 28 23:13:51.901622 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-fd23cd5a-e3de-4be6-b49b-138712d1275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.903115 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-fd23cd5a-e3de-4be6-b49b-138712d1275f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0429037 Aug 28 23:13:51.907471 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cfa57-a4a2-4833-8ef6-d873f83beead req-3b810353-1fda-4aca-ab64-5cbb34b3becc tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.918162 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fc2cfa57-a4a2-4833-8ef6-d873f83beead req-3b810353-1fda-4aca-ab64-5cbb34b3becc tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0489719 Aug 28 23:13:51.957226 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fc2cfa57-a4a2-4833-8ef6-d873f83beead req-b2289e6e-6f0d-462d-9291-20d70f82c7b1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394876 Aug 28 23:13:51.980088 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-dd9ab514-9bd1-468b-aa2d-0d49d94b26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:51.986716 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-dd9ab514-9bd1-468b-aa2d-0d49d94b26f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533829 Aug 28 23:13:52.110499 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-2632aea5-f30c-4db3-8221-c931ff2ed92e service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874753 Aug 28 23:13:52.238983 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-0b498693-26c4-4511-a811-4e4b503aa2f5 req-78a9cd26-39db-4160-9cf8-6f0d874a1c4d service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204042 Aug 28 23:13:52.451480 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f72923-fc8d-445e-95b6-d0e8d96435b8 req-39db5f0e-4476-4188-b4c3-c0f6b4fa6726 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:52.453008 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b3f72923-fc8d-445e-95b6-d0e8d96435b8 req-39db5f0e-4476-4188-b4c3-c0f6b4fa6726 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0516489 Aug 28 23:13:52.491667 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b3f72923-fc8d-445e-95b6-d0e8d96435b8 req-ee7f0acc-3f9d-4cd4-b7f4-e045ead8eed1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318556 Aug 28 23:13:53.074167 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02740171-ccf3-45da-8830-41f979b8606f req-1f3085d3-7fef-4cf8-915c-47addfbe8e71 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:53.075609 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-02740171-ccf3-45da-8830-41f979b8606f req-1f3085d3-7fef-4cf8-915c-47addfbe8e71 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0496044 Aug 28 23:13:53.116135 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-02740171-ccf3-45da-8830-41f979b8606f req-ab5ed2db-da1b-496e-8c85-933897075ea1 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328858 Aug 28 23:13:53.609919 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ed5ec-d99e-4f90-9216-2d516ac51a39 req-5ec121a1-a6ca-47b8-9bc2-732da7da5c41 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:53.611365 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-511ed5ec-d99e-4f90-9216-2d516ac51a39 req-5ec121a1-a6ca-47b8-9bc2-732da7da5c41 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0471568 Aug 28 23:13:53.646722 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-511ed5ec-d99e-4f90-9216-2d516ac51a39 req-45df94b2-ab7a-44eb-9f0f-0270a448e1a7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295656 Aug 28 23:13:54.233053 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c182-016a-4790-ae18-f4bf9797303d req-a2472a08-2086-4091-b3fe-8adc92b81b5e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:54.234547 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-24e2c182-016a-4790-ae18-f4bf9797303d req-a2472a08-2086-4091-b3fe-8adc92b81b5e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0518250 Aug 28 23:13:54.276812 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-24e2c182-016a-4790-ae18-f4bf9797303d req-2e92d9e1-39bf-4c06-8067-bb87fbe2a305 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361540 Aug 28 23:13:54.766021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810293-0480-4c47-aca7-556581e8fa6b req-de04f993-e155-4be6-b70f-68252ef07182 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:54.767576 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9810293-0480-4c47-aca7-556581e8fa6b req-de04f993-e155-4be6-b70f-68252ef07182 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 945 time: 0.0484672 Aug 28 23:13:54.804925 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f9810293-0480-4c47-aca7-556581e8fa6b req-b2d9b94e-30db-4108-9b37-3b4708c5d451 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307920 Aug 28 23:13:55.347436 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:13:55.391000 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73705621-a221-48a3-9d87-5ec56633ae79 req-ad0f9240-916d-40ab-88b2-cd81423c8aa8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:55.392475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-73705621-a221-48a3-9d87-5ec56633ae79 req-ad0f9240-916d-40ab-88b2-cd81423c8aa8 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0474463 Aug 28 23:13:55.420949 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:55.432059 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-73705621-a221-48a3-9d87-5ec56633ae79 req-2a4bf872-652f-4005-92a6-51c146a2fb58 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326779 Aug 28 23:13:55.442965 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:13:55.445763 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bf02e1-39fa-436d-b072-6c479e361955" -d '{"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-unplugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:13:55.462507 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:13:55.478108 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 23:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf06d4c-2498-4793-8ccf-1f17553aa267 x-openstack-request-id: req-adf06d4c-2498-4793-8ccf-1f17553aa267 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:13:55.478391 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-unplugged", "status": "failed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "code": 422}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:13:55.478638 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adf06d4c-2498-4793-8ccf-1f17553aa267 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:13:55.479022 dv-cinder-790492-11-iscsi neutron-server[94555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'code': 422} returned with failed status Aug 28 23:13:55.527367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:13:55.576193 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=8']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:13:56.552189 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d567769-65e8-41df-a60f-a05a4aac5510 req-9833a9dc-a4a4-46ae-ba03-ddd3e03f659a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:56.553654 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d567769-65e8-41df-a60f-a05a4aac5510 req-9833a9dc-a4a4-46ae-ba03-ddd3e03f659a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0526655 Aug 28 23:13:56.592849 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1d567769-65e8-41df-a60f-a05a4aac5510 req-f6adcef8-e228-4de3-bbd8-57c66713cb6e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329392 Aug 28 23:13:56.761801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebd68-8c66-4862-806c-f866eb963ba0 req-d04d98ad-1f6a-48ae-9181-c374e8347719 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:56.763272 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f5ebd68-8c66-4862-806c-f866eb963ba0 req-d04d98ad-1f6a-48ae-9181-c374e8347719 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0482483 Aug 28 23:13:56.801468 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f5ebd68-8c66-4862-806c-f866eb963ba0 req-bc51f8c4-2eee-4cdc-ada7-63a4ebb2a8fd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320518 Aug 28 23:13:56.930983 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-0a66c332-afe7-4649-aefd-318aad828060 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386136 Aug 28 23:13:57.709507 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076d493-c892-4559-81e8-ebd0ceef56a9 req-c9e6a491-a78e-40b1-ba55-34f5e24f45e4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:57.710993 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c076d493-c892-4559-81e8-ebd0ceef56a9 req-c9e6a491-a78e-40b1-ba55-34f5e24f45e4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0515487 Aug 28 23:13:57.751212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c076d493-c892-4559-81e8-ebd0ceef56a9 req-3458e30d-4037-4917-9646-3a0122c9ebea tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339785 Aug 28 23:13:57.922952 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8777f6-ff69-4073-a76d-87b38606a995 req-922ad8ce-73ba-4b6a-b268-55d3272108fd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:57.924321 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c8777f6-ff69-4073-a76d-87b38606a995 req-922ad8ce-73ba-4b6a-b268-55d3272108fd tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0492659 Aug 28 23:13:57.960228 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c8777f6-ff69-4073-a76d-87b38606a995 req-98078330-65fd-423a-b347-45f3f92d7060 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299823 Aug 28 23:13:58.257043 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-d4faf9f8-5b32-4ead-aed3-d2b7c7235835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:58.259154 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-d4faf9f8-5b32-4ead-aed3-d2b7c7235835 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636&tenant_id=e5c27db67ad24ea9b0856f2a8195dd48 HTTP/1.1" status: 200 len: 1096 time: 0.0741451 Aug 28 23:13:58.324156 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-5bcbec9d-db37-4c68-9202-fceef1712b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:58.325636 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-5bcbec9d-db37-4c68-9202-fceef1712b24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1096 time: 0.0404797 Aug 28 23:13:58.417719 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-9e2b6cd3-d2b7-41bf-8674-38dfa4b1f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:58.419133 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-9e2b6cd3-d2b7-41bf-8674-38dfa4b1f56e service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.0841830 Aug 28 23:13:58.483409 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-40b44dbc-c1a6-4563-afdc-0a350e39b734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 997 time: 0.0563164 Aug 28 23:13:58.534594 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-902a69ba-7b0c-4db7-9850-9c3b863dd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:58.535970 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-902a69ba-7b0c-4db7-9850-9c3b863dd301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0444329 Aug 28 23:13:58.589097 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-5c56095b-1d6c-460d-bb18-f4c66955e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:58.590659 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-5c56095b-1d6c-460d-bb18-f4c66955e7de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438142 Aug 28 23:13:58.682184 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-fe032d4b-ded6-4709-a83b-93049a02257f service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Aug 28 23:13:58.777980 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-98e22b15-cfbd-4c48-abd4-0371fd41fd9f req-a0f49c92-a499-482d-9c48-f734da7bc667 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882843 Aug 28 23:13:58.865837 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e506f59-6b0f-468a-975a-0a95f15c9563 req-1e3658e7-465c-4d18-9945-e165a65d4256 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:58.867281 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e506f59-6b0f-468a-975a-0a95f15c9563 req-1e3658e7-465c-4d18-9945-e165a65d4256 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0469975 Aug 28 23:13:58.906884 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e506f59-6b0f-468a-975a-0a95f15c9563 req-4f69f843-6548-4a43-b8e2-5f2153ebab91 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328524 Aug 28 23:13:59.088110 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf21ab0-7bc4-4733-912f-3b9e5f347233 req-ebcf12d4-aae1-49cf-8565-e04424fb24a0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:13:59.089656 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ebf21ab0-7bc4-4733-912f-3b9e5f347233 req-ebcf12d4-aae1-49cf-8565-e04424fb24a0 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0534077 Aug 28 23:13:59.128517 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ebf21ab0-7bc4-4733-912f-3b9e5f347233 req-70236373-4e13-4b53-8d8f-c238c65b71a9 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328841 Aug 28 23:14:00.024798 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb92d-b5e7-41c6-95b0-8e2b12aa4d22 req-44567596-d7fb-4dc7-9e8b-f7d14729ca59 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:00.026607 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-be5bb92d-b5e7-41c6-95b0-8e2b12aa4d22 req-44567596-d7fb-4dc7-9e8b-f7d14729ca59 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0507369 Aug 28 23:14:00.067749 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-be5bb92d-b5e7-41c6-95b0-8e2b12aa4d22 req-f8f59f86-0261-4c6b-8097-e68cfbd34a84 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347638 Aug 28 23:14:00.252683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d162e-4397-4dcf-a082-dfd7e33b9a19 req-7d153814-c187-44d6-85e9-5c701c56f3e1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:00.261143 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-de0d162e-4397-4dcf-a082-dfd7e33b9a19 req-7d153814-c187-44d6-85e9-5c701c56f3e1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0577340 Aug 28 23:14:00.302694 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-de0d162e-4397-4dcf-a082-dfd7e33b9a19 req-a3df5af3-191f-4739-9073-d3436fc0b164 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406144 Aug 28 23:14:01.183485 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238782-b386-4c45-982a-9cc7b45db67a req-bfbcc950-9b4d-45d2-8662-f67913f34482 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:01.184928 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bd238782-b386-4c45-982a-9cc7b45db67a req-bfbcc950-9b4d-45d2-8662-f67913f34482 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0516202 Aug 28 23:14:01.223056 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bd238782-b386-4c45-982a-9cc7b45db67a req-562bbb83-07ed-4cbf-9fa2-9e9d242c9371 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321059 Aug 28 23:14:01.422981 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408c9c5-acd9-4919-9cc3-f3b8345d17dd req-6d97272b-0b73-4253-9ed8-34710d7fc326 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:01.424359 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8408c9c5-acd9-4919-9cc3-f3b8345d17dd req-6d97272b-0b73-4253-9ed8-34710d7fc326 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0493765 Aug 28 23:14:01.462263 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8408c9c5-acd9-4919-9cc3-f3b8345d17dd req-58720fd3-0c3d-4b4d-9de8-511456440311 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312445 Aug 28 23:14:02.334311 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa73a-a722-4505-98ab-cc357a9157a2 req-e8713cd5-670c-4c60-8aaa-e508f35c67b7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:02.335741 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-45bfa73a-a722-4505-98ab-cc357a9157a2 req-e8713cd5-670c-4c60-8aaa-e508f35c67b7 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0477152 Aug 28 23:14:02.374979 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-45bfa73a-a722-4505-98ab-cc357a9157a2 req-c8227a59-c890-40ea-9aef-185930216c9e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332191 Aug 28 23:14:02.583438 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969fc6-341a-456a-a4fb-0f797e2cb0fa req-fa4576da-51a1-46ea-8d76-7215000fdf58 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:02.584896 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22969fc6-341a-456a-a4fb-0f797e2cb0fa req-fa4576da-51a1-46ea-8d76-7215000fdf58 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0516341 Aug 28 23:14:02.623525 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-22969fc6-341a-456a-a4fb-0f797e2cb0fa req-0ae7b7f7-28e2-4056-b96a-ed030f9322ca tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318248 Aug 28 23:14:03.490074 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e506eb-d95a-4474-981d-0b948b2cf9cd req-95b7dc2b-f04e-4553-9da8-73d501095e7a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:03.519299 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-15e506eb-d95a-4474-981d-0b948b2cf9cd req-95b7dc2b-f04e-4553-9da8-73d501095e7a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0487039 Aug 28 23:14:03.532494 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-15e506eb-d95a-4474-981d-0b948b2cf9cd req-4bf89060-060f-41fa-a196-2d93863ff61c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346689 Aug 28 23:14:03.755337 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e39d7-c65c-4a8e-ae37-6cd7fb925334 req-762ce0ba-9ff0-4ad6-9825-f84be39a94b6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:03.756824 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-680e39d7-c65c-4a8e-ae37-6cd7fb925334 req-762ce0ba-9ff0-4ad6-9825-f84be39a94b6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0492325 Aug 28 23:14:03.795235 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-680e39d7-c65c-4a8e-ae37-6cd7fb925334 req-869fde9c-1493-4078-9896-f6c83abf3ed5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319901 Aug 28 23:14:04.654435 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab8ba4-0fdd-46a8-90a8-38cab31d12d4 req-c8d8ad7d-10d0-4172-b73d-37533de98b7f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:04.656036 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-59ab8ba4-0fdd-46a8-90a8-38cab31d12d4 req-c8d8ad7d-10d0-4172-b73d-37533de98b7f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0550056 Aug 28 23:14:04.698002 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-59ab8ba4-0fdd-46a8-90a8-38cab31d12d4 req-60ac0f15-82e9-4f7c-ad0f-64ae4fb5688c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350487 Aug 28 23:14:04.917074 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9989-62a3-49d1-b5a0-ad8ef78bc33f req-18da4957-2458-4687-9f5b-65863bf46228 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:04.919066 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-480a9989-62a3-49d1-b5a0-ad8ef78bc33f req-18da4957-2458-4687-9f5b-65863bf46228 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0524256 Aug 28 23:14:04.959244 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-480a9989-62a3-49d1-b5a0-ad8ef78bc33f req-09a68ceb-42fd-4283-b1f4-a57dd8db8383 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342939 Aug 28 23:14:05.815227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad00b5c-1f0b-47a5-baf4-93e6a4ef8022 req-a08d3de9-3af4-47c8-9940-9c3a7ab59966 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:05.816620 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7ad00b5c-1f0b-47a5-baf4-93e6a4ef8022 req-a08d3de9-3af4-47c8-9940-9c3a7ab59966 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0501797 Aug 28 23:14:05.855323 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7ad00b5c-1f0b-47a5-baf4-93e6a4ef8022 req-f232bbcc-e2d9-4111-b364-64488b815dbc tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327363 Aug 28 23:14:06.083293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e160441-3ffc-478d-97e4-d9cee5f6fb62 req-eaa381e3-a8f2-487b-977e-d6fa9c7bc827 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:06.084750 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8e160441-3ffc-478d-97e4-d9cee5f6fb62 req-eaa381e3-a8f2-487b-977e-d6fa9c7bc827 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0525129 Aug 28 23:14:06.124423 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8e160441-3ffc-478d-97e4-d9cee5f6fb62 req-a07c81b3-2a61-4c3d-93af-800762b2d2e3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335763 Aug 28 23:14:06.969087 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e9f4-48e1-44e3-89c1-f3626d2e7334 req-fba808db-6111-4b7a-ae92-23796749e722 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:06.970580 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cc42e9f4-48e1-44e3-89c1-f3626d2e7334 req-fba808db-6111-4b7a-ae92-23796749e722 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0485182 Aug 28 23:14:07.011271 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cc42e9f4-48e1-44e3-89c1-f3626d2e7334 req-45dff67d-2d70-456d-9f1b-d372153d598c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346646 Aug 28 23:14:07.245591 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430e344-0a6d-4931-a5da-6d9c8e287cc1 req-984cd132-9eac-4abc-a1ef-cb0f47b63511 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:07.247229 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2430e344-0a6d-4931-a5da-6d9c8e287cc1 req-984cd132-9eac-4abc-a1ef-cb0f47b63511 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0505381 Aug 28 23:14:07.286946 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2430e344-0a6d-4931-a5da-6d9c8e287cc1 req-0c6f796c-0221-437f-ba30-73ab78062745 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339465 Aug 28 23:14:08.130041 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345c46-326a-429a-b0a1-c9fbce40ad29 req-9ecfaeea-107a-4508-b44a-64c4dbd85c56 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:08.131509 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-47345c46-326a-429a-b0a1-c9fbce40ad29 req-9ecfaeea-107a-4508-b44a-64c4dbd85c56 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0523880 Aug 28 23:14:08.172753 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-47345c46-326a-429a-b0a1-c9fbce40ad29 req-429913b3-eb41-4cfc-9dc3-7c0b1e5f7b51 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348074 Aug 28 23:14:08.411006 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677d15-5000-4150-8023-73fb03e03790 req-3133086a-8ce2-400d-a304-cdc51f7f4590 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:08.412484 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c3677d15-5000-4150-8023-73fb03e03790 req-3133086a-8ce2-400d-a304-cdc51f7f4590 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0504184 Aug 28 23:14:08.452845 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c3677d15-5000-4150-8023-73fb03e03790 req-30108e07-8a5d-473b-9858-9068206fecda tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336204 Aug 28 23:14:09.295271 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5541-a06f-446b-95f6-10dcb2477f87 req-174da232-4714-4fda-b974-31dc58c21bbd tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:09.297075 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-19aa5541-a06f-446b-95f6-10dcb2477f87 req-174da232-4714-4fda-b974-31dc58c21bbd tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0579057 Aug 28 23:14:09.339944 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-19aa5541-a06f-446b-95f6-10dcb2477f87 req-683e8157-7b50-4a36-a3db-bd6bc8e8f544 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368187 Aug 28 23:14:09.583926 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961529-8db0-4ecc-b3a9-e0d3c11e17bd req-a4bead1f-e199-4d56-ba6f-9985360197a3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:09.585406 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b961529-8db0-4ecc-b3a9-e0d3c11e17bd req-a4bead1f-e199-4d56-ba6f-9985360197a3 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0590544 Aug 28 23:14:09.884808 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b961529-8db0-4ecc-b3a9-e0d3c11e17bd req-c8d657e8-430d-44b5-9521-e61f3d76d223 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2934389 Aug 28 23:14:10.156213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-89b29c72-1093-4f26-b01f-39c2fe319cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:10.553419 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636800e-57bb-4ad1-a302-bc96629ba79e req-45f71e0a-af80-4c00-b3ff-d7c2ae001692 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:10.554929 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3636800e-57bb-4ad1-a302-bc96629ba79e req-45f71e0a-af80-4c00-b3ff-d7c2ae001692 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0482152 Aug 28 23:14:10.595463 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3636800e-57bb-4ad1-a302-bc96629ba79e req-2d28c0d5-408e-4864-ad5f-c824ef223c2a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336945 Aug 28 23:14:11.007577 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35617f01-9cf2-4b5f-a013-a0d087c9c19a req-5896c8d1-647b-4f73-9809-f476d2029258 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:11.009601 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-35617f01-9cf2-4b5f-a013-a0d087c9c19a req-5896c8d1-647b-4f73-9809-f476d2029258 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0511746 Aug 28 23:14:11.048443 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-35617f01-9cf2-4b5f-a013-a0d087c9c19a req-9aa76455-768d-4ca5-946f-0f769e257ca2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328922 Aug 28 23:14:11.602917 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:14:11.715835 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89a32-f948-46f3-866d-62f5135c343b req-af119a13-201c-4e3a-8a2e-a082219699fa tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:11.717413 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df89a32-f948-46f3-866d-62f5135c343b req-af119a13-201c-4e3a-8a2e-a082219699fa tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0516133 Aug 28 23:14:11.760301 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0df89a32-f948-46f3-866d-62f5135c343b req-2aed7c5c-fd57-428d-9e45-f23a1b2d16bd tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367246 Aug 28 23:14:12.168602 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c2d3-c607-4df2-92e1-1b3d32d0523e req-ff5b43ed-ef47-4390-95ee-cc9e74ab1d80 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:12.170111 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7e48c2d3-c607-4df2-92e1-1b3d32d0523e req-ff5b43ed-ef47-4390-95ee-cc9e74ab1d80 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0485346 Aug 28 23:14:12.217017 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7e48c2d3-c607-4df2-92e1-1b3d32d0523e req-168fc9ea-50a2-42a2-a8cb-0863058706c1 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406260 Aug 28 23:14:12.745209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-dfd633af-eb22-479e-ae20-4d0af311f2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:12.873181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ab4f9-8b50-4130-a5f7-c6fa92f3ae13 req-dbfbbb8a-b139-4377-b370-b828b79487e5 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:12.874681 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-106ab4f9-8b50-4130-a5f7-c6fa92f3ae13 req-dbfbbb8a-b139-4377-b370-b828b79487e5 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0480244 Aug 28 23:14:12.913935 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-106ab4f9-8b50-4130-a5f7-c6fa92f3ae13 req-9a3d86dc-a04e-4aad-983b-34ea7d7bc756 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331187 Aug 28 23:14:12.996144 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:13.380354 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af692dc-24bb-4425-929b-badce55863d1 req-e9ed8feb-0fca-4589-a693-9e411e279918 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:13.381893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0af692dc-24bb-4425-929b-badce55863d1 req-e9ed8feb-0fca-4589-a693-9e411e279918 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0589354 Aug 28 23:14:13.421071 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0af692dc-24bb-4425-929b-badce55863d1 req-e51b6e0c-b8d3-4cfb-b17c-f72da9d04973 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319765 Aug 28 23:14:14.028834 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999297b7-c4f9-4a9d-b10e-77c9d7a13d78 req-b11b70e6-8586-42b1-884f-549c7f78ac62 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:14.030358 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-999297b7-c4f9-4a9d-b10e-77c9d7a13d78 req-b11b70e6-8586-42b1-884f-549c7f78ac62 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.0482252 Aug 28 23:14:14.072021 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-999297b7-c4f9-4a9d-b10e-77c9d7a13d78 req-1615e85a-fcc3-4d04-8c91-9c25e87d09b4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=37810b6c-9d68-49bb-a656-f2be3f337668&id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352218 Aug 28 23:14:14.246910 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:14.539172 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c8824-633c-4401-b0c9-7d52a2303559 req-88f5ff11-67c1-437b-bb26-16b79a310428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:14.541229 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-747c8824-633c-4401-b0c9-7d52a2303559 req-88f5ff11-67c1-437b-bb26-16b79a310428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0480587 Aug 28 23:14:14.576900 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-747c8824-633c-4401-b0c9-7d52a2303559 req-a8ed5173-abb1-479a-8b7d-d298800ab559 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298080 Aug 28 23:14:14.857273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37736-7614-4d67-bdf9-f05004e60522 req-ccc04c37-b42f-4e62-bdf2-572adb8af430 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:14.858661 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-13b37736-7614-4d67-bdf9-f05004e60522 req-ccc04c37-b42f-4e62-bdf2-572adb8af430 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 946 time: 0.0510719 Aug 28 23:14:14.896534 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-13b37736-7614-4d67-bdf9-f05004e60522 req-14bc3a62-8088-48ae-b89c-cf10fe163a86 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Aug 28 23:14:15.366951 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:15.419747 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:14:15.511053 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:15.526643 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'port_id': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'mac_address': 'fa:16:3e:ae:71:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:14:15.562184 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:15.574788 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:14:15.618973 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:15.675762 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:15.694470 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27985012-e84c-4d83-b5eb-1c1ad828e8ef req-e8964e48-47d8-45d3-92bd-66bb9efb7d27 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:15.695925 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-27985012-e84c-4d83-b5eb-1c1ad828e8ef req-e8964e48-47d8-45d3-92bd-66bb9efb7d27 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 943 time: 0.0483561 Aug 28 23:14:15.722066 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=9']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:15.734394 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-27985012-e84c-4d83-b5eb-1c1ad828e8ef req-09360741-f905-4677-8e49-9f7e3329f185 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317199 Aug 28 23:14:15.953498 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['3350c10b-f7b5-4f2e-bb81-92cd3aec9518'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:14:16.012948 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d9d82-4edb-46c5-bb9d-e4e8726cd343 req-d2f647d1-f70a-4035-8b09-a21d73baeb77 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:16.014556 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b5d9d82-4edb-46c5-bb9d-e4e8726cd343 req-d2f647d1-f70a-4035-8b09-a21d73baeb77 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 946 time: 0.0487869 Aug 28 23:14:16.051362 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4b5d9d82-4edb-46c5-bb9d-e4e8726cd343 req-9beabbbf-4025-4c1a-87b4-8a1b49a33521 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e9d17db-75db-4589-93aa-72660d73b5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Aug 28 23:14:16.546825 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-58ec69b9-fa05-4d85-b1e3-4b6efc1cfde1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:16.548254 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-58ec69b9-fa05-4d85-b1e3-4b6efc1cfde1 tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 946 time: 0.0771806 Aug 28 23:14:16.671122 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Deleting port 6261af01-2eca-4884-b0ec-95f736f30c3c {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:16.671461 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:16.757980 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] For port 6261af01-2eca-4884-b0ec-95f736f30c3c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=6261af01-2eca-4884-b0ec-95f736f30c3c,segment=NetworkSegment(3f0f5acb-4658-4097-be2c-62271ed4b85f),segment_id=3f0f5acb-4658-4097-be2c-62271ed4b85f)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:16.758258 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:16.772389 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Calling delete_port for 6261af01-2eca-4884-b0ec-95f736f30c3c owned by compute:nova {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:16.855541 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f3f44-5cbd-4340-b43f-aa39cf79769c req-f27956f4-b65f-4551-aeb1-0e07d8b1a801 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:16.857019 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b55f3f44-5cbd-4340-b43f-aa39cf79769c req-f27956f4-b65f-4551-aeb1-0e07d8b1a801 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 944 time: 0.0513234 Aug 28 23:14:16.893470 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b55f3f44-5cbd-4340-b43f-aa39cf79769c req-cc2dde76-a03b-4498-9b37-4598e6f45dd6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305150 Aug 28 23:14:16.990335 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:17.001221 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['6261af01-2eca-4884-b0ec-95f736f30c3c'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:14:17.019885 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Pushing event deleted for resources: {'Port': ['ID=6261af01-2eca-4884-b0ec-95f736f30c3c,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:17.079428 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] No DVR routers for this DVR port 6261af01-2eca-4884-b0ec-95f736f30c3c on host hv-cinder-79049 {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:14:17.082119 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:17.084075 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-819377cf-9ecb-4c39-b632-40a8d6517e80 req-ff710a13-ac5b-43ab-a89a-30f1a9020b3e tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.39 "DELETE /v2.0/ports/6261af01-2eca-4884-b0ec-95f736f30c3c HTTP/1.1" status: 204 len: 173 time: 0.5273929 Aug 28 23:14:17.084499 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'name': 'network-vif-deleted', 'tag': '6261af01-2eca-4884-b0ec-95f736f30c3c'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:14:17.086731 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e13c6c1-8681-44e3-9d3a-22328bb4e130" -d '{"events": [{"server_uuid": "63952440-3c42-4e84-bacf-32f1f058ffa4", "name": "network-vif-deleted", "tag": "6261af01-2eca-4884-b0ec-95f736f30c3c"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:14:17.121905 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97ff95-0233-477a-b00e-96e843878a52 x-openstack-request-id: req-0f97ff95-0233-477a-b00e-96e843878a52 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:14:17.122195 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63952440-3c42-4e84-bacf-32f1f058ffa4", "name": "network-vif-deleted", "tag": "6261af01-2eca-4884-b0ec-95f736f30c3c", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:14:17.122444 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f97ff95-0233-477a-b00e-96e843878a52 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:14:17.122836 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63952440-3c42-4e84-bacf-32f1f058ffa4', 'name': 'network-vif-deleted', 'tag': '6261af01-2eca-4884-b0ec-95f736f30c3c', 'status': 'completed', 'code': 200} Aug 28 23:14:17.150279 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-99257652-d96c-4f88-bddf-9fa7615105a9 req-d58d92ae-675c-45df-8ef1-94d9ce0cdcdc tempest-VolumesSnapshotTestJSON-291295721 tempest-VolumesSnapshotTestJSON-291295721-project] 10.222.0.16 "GET /v2.0/ports?device_id=63952440-3c42-4e84-bacf-32f1f058ffa4 HTTP/1.1" status: 200 len: 210 time: 0.0257540 Aug 28 23:14:17.412743 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:17.457788 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:17.458154 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:17.534322 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:17.557455 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:14:17.562888 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3326ef9-637f-4292-990e-4336da212c39" -d '{"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-plugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:14:17.571932 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:17.596351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b3215f-872b-41e0-8376-90ed03baf43b x-openstack-request-id: req-30b3215f-872b-41e0-8376-90ed03baf43b {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:14:17.596640 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-plugged", "status": "completed", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:14:17.596891 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30b3215f-872b-41e0-8376-90ed03baf43b {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:14:17.597275 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'code': 200} Aug 28 23:14:17.658963 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:17.706178 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=10']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:17.927010 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882a72-d95d-43f9-9e41-4b68dac58e31 req-215ec6ec-b62e-4ac1-b479-41c05af3a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:17.928700 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-00882a72-d95d-43f9-9e41-4b68dac58e31 req-215ec6ec-b62e-4ac1-b479-41c05af3a358 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1099 time: 0.0405986 Aug 28 23:14:17.964251 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-00882a72-d95d-43f9-9e41-4b68dac58e31 req-11dba8b7-640d-40c5-9901-ad4fbb5ff190 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286283 Aug 28 23:14:18.014800 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf201340-5635-486f-ad26-66799bc9ba73 req-b8d45051-49e6-4a57-848d-74b4b4469826 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:18.016383 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bf201340-5635-486f-ad26-66799bc9ba73 req-b8d45051-49e6-4a57-848d-74b4b4469826 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.0486383 Aug 28 23:14:18.030244 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:18.054466 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bf201340-5635-486f-ad26-66799bc9ba73 req-01887b14-2247-44d7-bf3a-f42bc19b9251 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320919 Aug 28 23:14:19.179121 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca628049-bb06-49a4-b1ff-18ff165bb484 req-af3aa7f1-e453-4c63-ab30-f4b78402f514 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:19.180593 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ca628049-bb06-49a4-b1ff-18ff165bb484 req-af3aa7f1-e453-4c63-ab30-f4b78402f514 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.0531688 Aug 28 23:14:19.217565 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ca628049-bb06-49a4-b1ff-18ff165bb484 req-7e42acc5-ef96-42d3-9982-859bfc524fc2 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308986 Aug 28 23:14:19.427938 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 6261af01-2eca-4884-b0ec-95f736f30c3c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:14:19.448329 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 6261af01-2eca-4884-b0ec-95f736f30c3c {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:14:19.448668 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 6261af01-2eca-4884-b0ec-95f736f30c3c not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:14:20.335750 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce09ca6-cb11-4de6-9c88-1cbea28951ac req-0e6668cb-29ca-4ec2-ae0a-d53e4d698961 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:20.337250 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cce09ca6-cb11-4de6-9c88-1cbea28951ac req-0e6668cb-29ca-4ec2-ae0a-d53e4d698961 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Aug 28 23:14:20.375352 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cce09ca6-cb11-4de6-9c88-1cbea28951ac req-a89a1789-73ba-4330-9b9a-9d1cdadf4bfe tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321584 Aug 28 23:14:21.488664 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79eb5-33c2-4aec-81ca-cf3c73cf0573 req-926c63da-f083-4997-867a-69e333aaaf11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:21.490134 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-84b79eb5-33c2-4aec-81ca-cf3c73cf0573 req-926c63da-f083-4997-867a-69e333aaaf11 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.0468497 Aug 28 23:14:21.526893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-84b79eb5-33c2-4aec-81ca-cf3c73cf0573 req-bc6a3c6a-4498-4cfb-8fb9-04ad0f419820 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304990 Aug 28 23:14:40.177258 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242b49a-4f80-4d0e-8fd7-6c943821e64f req-455b07c0-4ddc-45d7-adf7-f0e759e30613 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:40.178726 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0242b49a-4f80-4d0e-8fd7-6c943821e64f req-455b07c0-4ddc-45d7-adf7-f0e759e30613 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0522931 Aug 28 23:14:40.215941 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0242b49a-4f80-4d0e-8fd7-6c943821e64f req-1cf39083-f275-4a88-b08f-611486cfd2b9 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Aug 28 23:14:40.235521 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fab014ab-7875-4811-8e5c-f85f21284a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:41.338153 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ae2b6-2940-498b-9a1d-62c00b722e0c req-2f50a6fe-4ce9-4883-8c3e-f2bd1a55bf30 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:41.339558 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c2ae2b6-2940-498b-9a1d-62c00b722e0c req-2f50a6fe-4ce9-4883-8c3e-f2bd1a55bf30 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0543923 Aug 28 23:14:41.381524 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c2ae2b6-2940-498b-9a1d-62c00b722e0c req-fd18502d-09dd-4180-b170-f67614d9fded tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357344 Aug 28 23:14:42.247518 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-f9f12a25-25d5-42d4-95ff-ae65169271b3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:42.248940 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-f9f12a25-25d5-42d4-95ff-ae65169271b3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0504014 Aug 28 23:14:42.340874 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Deleting port 92de0587-e64d-4390-b6c1-54e736f80451 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:42.341784 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:42.431739 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] For port 92de0587-e64d-4390-b6c1-54e736f80451, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=92de0587-e64d-4390-b6c1-54e736f80451,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:42.432103 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:42.502858 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68db85-953e-4931-867a-fa1687a3151c req-3193f061-1db3-4c07-ad1f-5459bfffadee tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:42.504537 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ff68db85-953e-4931-867a-fa1687a3151c req-3193f061-1db3-4c07-ad1f-5459bfffadee tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 945 time: 0.0564020 Aug 28 23:14:42.545467 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ff68db85-953e-4931-867a-fa1687a3151c req-b715ef6c-57a6-42ad-aec1-15a3402987f3 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups?id=e62330e1-3902-4e64-8fe0-c80dc34e5699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Aug 28 23:14:42.652410 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:42.652806 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:42.653115 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Floating IP 748694ea-30da-4237-9efe-7b5109128174 disassociated. External IP: 172.27.3.26, port: 92de0587-e64d-4390-b6c1-54e736f80451. Aug 28 23:14:42.653444 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Calling delete_port for 92de0587-e64d-4390-b6c1-54e736f80451 owned by compute:nova {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:42.703373 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1152a44d-fe30-4b11-8baa-2b469b823009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:42.835563 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:42.865977 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event deleted for resources: {'Port': ['ID=92de0587-e64d-4390-b6c1-54e736f80451,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:42.877055 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.877400 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.877753 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.878082 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.878404 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.878725 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.879042 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.879358 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.879691 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.879988 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.880300 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.880607 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:42.984770 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Router 630fb718-107d-45ed-84e5-60e1f731dd67 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:14:43.012388 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.089606 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:14:43.100097 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:14:43.110103 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:43.110713 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:43.128153 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] No DVR routers for this DVR port 92de0587-e64d-4390-b6c1-54e736f80451 on host hv-cinder-79049 {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:14:43.130695 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.132638 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e6b4a196-cc1f-42bb-a4a5-709fbddd0543 req-60273440-befa-4982-9500-ed4588479889 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.39 "DELETE /v2.0/ports/92de0587-e64d-4390-b6c1-54e736f80451 HTTP/1.1" status: 204 len: 173 time: 0.8723810 Aug 28 23:14:43.133068 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'name': 'network-vif-deleted', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:14:43.135381 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a540607-67ad-4f68-bc10-ce067070d1c0" -d '{"events": [{"server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "name": "network-vif-deleted", "tag": "92de0587-e64d-4390-b6c1-54e736f80451"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:14:43.178229 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c449d2f5-d99e-4c44-b5db-7082a022e269 x-openstack-request-id: req-c449d2f5-d99e-4c44-b5db-7082a022e269 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:14:43.178525 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74274cd2-f97e-4236-aa96-690d359566fa", "name": "network-vif-deleted", "tag": "92de0587-e64d-4390-b6c1-54e736f80451", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:14:43.178771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c449d2f5-d99e-4c44-b5db-7082a022e269 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:14:43.179159 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74274cd2-f97e-4236-aa96-690d359566fa', 'name': 'network-vif-deleted', 'tag': '92de0587-e64d-4390-b6c1-54e736f80451', 'status': 'completed', 'code': 200} Aug 28 23:14:43.222955 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:43.429868 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:43.455669 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:14:43.463938 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:43.464468 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:43.569514 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40148) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:43.570271 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:43.618126 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Deleting subnet d6f1cf2a-605d-4705-af3a-c05ff283791a {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:14:43.621112 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.655197 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.678232 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da1632f9-2010-4870-8f7f-79eef3250038 req-f8b31da7-cdfe-4ce1-b076-134e02b6adea tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/ports?device_id=74274cd2-f97e-4236-aa96-690d359566fa HTTP/1.1" status: 200 len: 210 time: 0.0348883 Aug 28 23:14:43.701321 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.778490 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:43.805281 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d80c42-0e97-4d6e-8547-91fd7edac1c9 None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:09:03Z', 'revision_number': 4, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '05d1b00c-0b39-47ce-8be9-f8c42ac7f96b', 'name': '', 'network_id': '1ca66050-cb86-4ba4-90c8-fadabb113afd', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'mac_address': 'fa:16:3e:cf:b4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:09:02Z', 'updated_at': '2021-08-28T23:09:09Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'subnets': [{'id': '3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:14:43.808563 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.834042 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f1cf2a-605d-4705-af3a-c05ff283791a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:43.839930 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.842617 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-887f5a23-8d27-4aed-8831-3fe49bbdb1c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d6f1cf2a-605d-4705-af3a-c05ff283791a HTTP/1.1" status: 204 len: 168 time: 0.2708697 Aug 28 23:14:43.844849 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40150) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:43.912465 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:43.995914 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.007672 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbff9e3-72c5-4297-8169-53a9932f9e1c']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:44.018574 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0f5acb-4658-4097-be2c-62271ed4b85f') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:44.018787 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0f5acb-4658-4097-be2c-62271ed4b85f') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:44.024625 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c122511-4140-41fd-9a5a-37356170c982 None None] New status for floating IP 748694ea-30da-4237-9efe-7b5109128174: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:14:44.028017 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.041413 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.048228 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:14:44.048600 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:14:44.050319 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:14:44.188771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.195850 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.197844 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fbff9e3-72c5-4297-8169-53a9932f9e1c HTTP/1.1" status: 204 len: 168 time: 0.3518600 Aug 28 23:14:44.210917 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16850840-7413-4a71-81f0-ed576a70aa7a admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbff9e3-72c5-4297-8169-53a9932f9e1c,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:44.235055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.560253 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40154) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:44.598921 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-1721d47b-1ff1-4235-a97d-a0f1d5306f8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06e1134512774fbe841c698b5ac65c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375447 Aug 28 23:14:44.601239 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40156) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:44.646660 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.667230 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.755419 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.758048 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.763603 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e9d17db-75db-4589-93aa-72660d73b5d2 HTTP/1.1" status: 204 len: 168 time: 0.1570618 Aug 28 23:14:44.767577 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9d17db-75db-4589-93aa-72660d73b5d2,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:44.774490 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.774843 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.775179 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.775516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.775846 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.776195 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.776510 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.776833 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.777154 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.777474 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.777828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.778150 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a733663c-3452-45d1-8d5f-0e2e5800bd2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:44.842440 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40164) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:44.895016 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-494062d2-6dc6-4afe-8f63-ee87ac0b7343 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:44.918061 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-494062d2-6dc6-4afe-8f63-ee87ac0b7343 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.018162 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-494062d2-6dc6-4afe-8f63-ee87ac0b7343 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.020701 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-494062d2-6dc6-4afe-8f63-ee87ac0b7343 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.021874 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-494062d2-6dc6-4afe-8f63-ee87ac0b7343 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "DELETE /v2.0/security-groups/e62330e1-3902-4e64-8fe0-c80dc34e5699 HTTP/1.1" status: 204 len: 168 time: 0.1784179 Aug 28 23:14:45.024683 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40166) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:45.031405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494062d2-6dc6-4afe-8f63-ee87ac0b7343 tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62330e1-3902-4e64-8fe0-c80dc34e5699,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:45.041500 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.api.v2.resource [None req-c77b6ac6-985c-4bd3-9fd5-85ae3b646fcc tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] show failed (client error): The resource could not be found. Aug 28 23:14:45.045099 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c77b6ac6-985c-4bd3-9fd5-85ae3b646fcc tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "GET /v2.0/security-groups/e62330e1-3902-4e64-8fe0-c80dc34e5699 HTTP/1.1" status: 404 len: 347 time: 0.0168457 Aug 28 23:14:45.045450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40168) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:45.378148 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.401369 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Deleting port 124fac4e-89e0-442c-93a7-663005c22fb3 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:45.401728 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.474495 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.474817 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.486667 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Calling delete_port for 124fac4e-89e0-442c-93a7-663005c22fb3 owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:45.526855 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 92de0587-e64d-4390-b6c1-54e736f80451 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:14:45.546284 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 92de0587-e64d-4390-b6c1-54e736f80451 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:14:45.546568 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 92de0587-e64d-4390-b6c1-54e736f80451 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:14:45.733184 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.759755 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Pushing event deleted for resources: {'Port': ['ID=124fac4e-89e0-442c-93a7-663005c22fb3,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:45.796760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40188) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:45.824241 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.826947 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:45.828090 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d7f11d1d-13b3-4812-83f3-e59b4a57011a tempest-AttachVolumeTestJSON-269522492 tempest-AttachVolumeTestJSON-269522492-project] 10.222.0.16 "DELETE /v2.0/floatingips/748694ea-30da-4237-9efe-7b5109128174 HTTP/1.1" status: 204 len: 168 time: 0.7817190 Aug 28 23:14:45.937073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1125856635-network', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:46.029670 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Made reservation on behalf of 5f1d15a07d62446ca0b08029c849b9a4 for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:14:46.032282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.040803 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.129255 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.206178 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.226911 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:14:46.239862 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd782a7-a7fe-4d87-83a9-85c5482274b0,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:46.244455 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.244794 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Added segment 29f53f9b-8c97-4254-b2e3-e47cfe590133 of type vlan for network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc Aug 28 23:14:46.283698 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.383501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.384395 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:46.384977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.444124 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] Pushing event updated for resources: {'Network': ['ID=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:46.454206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:14:46.527368 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-e350bbcc-39e0-4b37-baa9-54ac1e76228f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7294984 Aug 28 23:14:46.530064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40196) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:46.535238 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Request body: {'subnet': {'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1125856635-subnet', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:46.651910 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Made reservation on behalf of 5f1d15a07d62446ca0b08029c849b9a4 for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:14:46.654138 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.915873 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:46.970184 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:46.979541 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Checking segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:46.979902 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Network hostable DHCP agents. Network: 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:14:47.097621 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:14:47.212620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:47.216781 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:47.217379 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.222259 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae90a9d-9f2d-47cf-ac0d-d300c9c010d5 None None] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:47.361100 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:14:47.361983 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.413364 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-7675f9d4-bf30-494c-a9db-743948935e9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8822050 Aug 28 23:14:47.415850 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40202) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:47.423633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:47.490170 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Allocated IP 172.20.0.2 (8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc/ee581ac3-46da-41cc-8c51-0fa0feeb1f5f/2b92f3f5-f2ae-4805-9a16-30947eca7462) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:14:47.577597 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.578721 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.631874 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.633125 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.642065 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Transition to ACTIVE for port object 2b92f3f5-f2ae-4805-9a16-30947eca7462 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:47.656819 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Transition to ACTIVE for port object 2b92f3f5-f2ae-4805-9a16-30947eca7462 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:47.772783 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.817967 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:14:47.821748 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:47.823631 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Pushing event updated for resources: {'Port': ['ID=2b92f3f5-f2ae-4805-9a16-30947eca7462,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:47.826275 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:14:47.834852 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.835198 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.835531 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.835857 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.836178 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.836499 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.836821 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.837133 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.837450 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.837792 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.838107 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.838419 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:47.856481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.890460 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Attempting to bind port 2b92f3f5-f2ae-4805-9a16-30947eca7462 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:14:47.890867 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Attempting to bind port 2b92f3f5-f2ae-4805-9a16-30947eca7462 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:14:47.891235 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Attempting to bind port 2b92f3f5-f2ae-4805-9a16-30947eca7462 on network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:14:47.896004 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:14:47.896366 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Checking segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:47.896758 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:47.897143 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Bound using segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:14:47.897592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Bound port: 2b92f3f5-f2ae-4805-9a16-30947eca7462, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:14:47.897982 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.083796 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] For port 2b92f3f5-f2ae-4805-9a16-30947eca7462, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:14:48.086666 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] For port 2b92f3f5-f2ae-4805-9a16-30947eca7462, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2b92f3f5-f2ae-4805-9a16-30947eca7462,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:14:48.134475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.138573 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.153433 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.201856 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.255286 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe5cdc-5184-4fc6-91bb-f0ef7b657045 None None] Pushing event updated for resources: {'Port': ['ID=2b92f3f5-f2ae-4805-9a16-30947eca7462,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:48.257868 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Allocated IP 172.27.3.14 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/ceeeac3e-5c0e-4883-b80c-bc638f93c1ea) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:14:48.368282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.393425 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-29dd32e1-1d44-4562-b890-b7c055d60f58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420265 Aug 28 23:14:48.470873 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.490418 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-a7133594-1068-4e14-9229-2c27e0ee8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:48.492393 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-a7133594-1068-4e14-9229-2c27e0ee8b98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 1099 time: 0.0462453 Aug 28 23:14:48.513662 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:14:48.516738 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:48.520442 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:14:48.543950 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Pushing event updated for resources: {'Port': ['ID=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:48.602122 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:14:48.617933 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-98e84bed-b9dd-4537-bb54-1ef8f87fe066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:48.621311 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-98e84bed-b9dd-4537-bb54-1ef8f87fe066 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 200 len: 917 time: 0.1064839 Aug 28 23:14:48.692185 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-8743026b-e56e-4086-a28c-be8d034bfc0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 200 len: 999 time: 0.0636268 Aug 28 23:14:48.742026 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-0eb91978-2fe1-4876-b9ec-7310767ef9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:48.743459 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-0eb91978-2fe1-4876-b9ec-7310767ef9bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 200 len: 855 time: 0.0439248 Aug 28 23:14:48.793514 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-cf6637f7-048f-4358-ba9a-effe63bdb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:48.795155 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-cf6637f7-048f-4358-ba9a-effe63bdb438 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eaa9bae8-4d59-47d8-b960-00e86c451354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433214 Aug 28 23:14:48.873421 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:48.887719 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-496523f7-f2d4-4061-a5f3-aa4f1b09bbfa service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839095 Aug 28 23:14:48.991918 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-3503e33c-a17b-47dc-bbb3-6791d253b150 req-18b20b20-9415-4e7f-9a5e-84777f86ab61 service neutron] 10.222.0.39 "GET /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964544 Aug 28 23:14:49.086225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:49.169838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b11d3-6eb6-4045-8422-31d51814df6a None None] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:49.297888 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Router aebdf199-1b59-4cfc-8a6b-22ea66d09864 is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:14:49.338052 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-8669a973-05e3-48f8-a06d-fd07bc024b3d None None] Provisioning for port 2b92f3f5-f2ae-4805-9a16-30947eca7462 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:49.405329 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2b92f3f5-f2ae-4805-9a16-30947eca7462 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:49.421961 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:14:49.434598 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Sync routers for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:14:49.454385 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:49.455029 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:49.537642 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:49.538959 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-b679447b-5903-4893-b12c-7dc7c5032606 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1221607 Aug 28 23:14:49.541554 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40220) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:49.571194 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:49.574586 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 2b92f3f5-f2ae-4805-9a16-30947eca7462 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:49.603352 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-0cd166a9-16f6-4420-8bc9-411bf89dc03d None None] Provisioning complete for port 2b92f3f5-f2ae-4805-9a16-30947eca7462 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:49.603780 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0cd166a9-16f6-4420-8bc9-411bf89dc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:49.630032 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 2b92f3f5-f2ae-4805-9a16-30947eca7462 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:49.630399 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:49.857216 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0cd166a9-16f6-4420-8bc9-411bf89dc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:49.872282 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:49.920426 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-0cd166a9-16f6-4420-8bc9-411bf89dc03d None None] For port 2b92f3f5-f2ae-4805-9a16-30947eca7462, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2b92f3f5-f2ae-4805-9a16-30947eca7462,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:49.934095 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:48Z', 'revision_number': 3, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:49.961346 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Checking router: aebdf199-1b59-4cfc-8a6b-22ea66d09864 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:14:49.961615 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Updating router aebdf199-1b59-4cfc-8a6b-22ea66d09864 port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:14:49.993050 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.021336 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0cd166a9-16f6-4420-8bc9-411bf89dc03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.055686 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40228) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:50.150607 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.db.api [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 23:14:50.150960 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG oslo_db.api [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 23:14:50.169727 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd166a9-16f6-4420-8bc9-411bf89dc03d None None] Pushing event updated for resources: {'Port': ['ID=2b92f3f5-f2ae-4805-9a16-30947eca7462,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:50.197075 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.344499 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.354876 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Transition to ACTIVE for port object ceeeac3e-5c0e-4883-b80c-bc638f93c1ea will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:50.405120 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Allocated IP 172.20.0.1 (8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc/ee581ac3-46da-41cc-8c51-0fa0feeb1f5f/baf48458-0219-4ce1-bd5d-e954f4829026) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:14:50.435344 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.493418 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Attempting to bind port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:14:50.493808 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Attempting to bind port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:14:50.494168 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Attempting to bind port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:14:50.501499 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2370301-e386-4bde-b2bd-b909af865b2e None None] Pushing event updated for resources: {'Port': ['ID=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:50.504661 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:14:50.505027 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:50.505566 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.505824 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:14:50.506295 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Bound port: ceeeac3e-5c0e-4883-b80c-bc638f93c1ea, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:14:50.506673 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.541391 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.554766 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Transition to ACTIVE for port object baf48458-0219-4ce1-bd5d-e954f4829026 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:50.561726 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] For port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:14:50.564927 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] For port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:14:50.604898 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.654579 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.687410 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.726175 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:14:50.732292 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:50.736391 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:14:50.743701 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:50.744367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:50.750127 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2370301-e386-4bde-b2bd-b909af865b2e None None] Pushing event updated for resources: {'Port': ['ID=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:50.767727 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Pushing event updated for resources: {'Port': ['ID=baf48458-0219-4ce1-bd5d-e954f4829026,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:50.789847 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.887213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:50.931208 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Deleting port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:50.931838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:50.993377 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.015527 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] For port 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:51.015891 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.029858 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Calling delete_port for 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b owned by network:router_interface {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:51.164313 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.198916 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:48Z', 'revision_number': 3, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:51.225535 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560261b-d6d7-4d41-9abd-d9e400756db9 None None] The sync data for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi is: [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:48Z', 'revision_number': 3, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:14:51.228321 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-da211856-fa6b-40dc-ad3b-a5b262003303 None None] Provisioning for port baf48458-0219-4ce1-bd5d-e954f4829026 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:51.232870 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-da211856-fa6b-40dc-ad3b-a5b262003303 None None] Provisioning complete for port baf48458-0219-4ce1-bd5d-e954f4829026 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:51.233085 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-da211856-fa6b-40dc-ad3b-a5b262003303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.272692 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-da211856-fa6b-40dc-ad3b-a5b262003303 None None] Port baf48458-0219-4ce1-bd5d-e954f4829026 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:14:51.303943 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.361312 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.373051 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Pushing event updated for resources: {'Port': ['ID=baf48458-0219-4ce1-bd5d-e954f4829026,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:51.375958 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.380123 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2b92f3f5-f2ae-4805-9a16-30947eca7462 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:51.391147 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d1b00c-0b39-47ce-8be9-f8c42ac7f96b,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:51.450840 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 2b92f3f5-f2ae-4805-9a16-30947eca7462 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:51.451234 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.548385 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:14:51.549779 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:51.610381 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.710049 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Router aebdf199-1b59-4cfc-8a6b-22ea66d09864 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:14:51.840403 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:14:51.845887 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-12120480-766f-4977-8716-68e24b8f1dca admin admin] 10.222.0.16 "PUT /v2.0/routers/aebdf199-1b59-4cfc-8a6b-22ea66d09864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3032742 Aug 28 23:14:51.900308 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Router 630fb718-107d-45ed-84e5-60e1f731dd67 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:14:51.911966 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-8570c4c8-7c73-42ce-b1e1-942b6c8d8153 None None] Provisioning complete for port baf48458-0219-4ce1-bd5d-e954f4829026 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:51.913629 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8570c4c8-7c73-42ce-b1e1-942b6c8d8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:51.954279 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-8570c4c8-7c73-42ce-b1e1-942b6c8d8153 None None] Port baf48458-0219-4ce1-bd5d-e954f4829026 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:14:52.016785 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:14:52.022761 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ff7eb365-0205-4420-8997-effe39b2e402 admin admin] 10.222.0.16 "PUT /v2.0/routers/630fb718-107d-45ed-84e5-60e1f731dd67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647458 Aug 28 23:14:52.028446 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] Sync routers for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:14:52.028907 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40236) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:52.036373 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:52.036993 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:52.143264 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks [] for router, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:52.148543 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:52.253156 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:52.325014 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:14:51Z', 'revision_number': 5, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port': {'id': 'fd6fe745-8a9f-4678-8e13-d1cf167265e9', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:08:58Z', 'updated_at': '2021-08-28T23:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:52.353179 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] Checking router: 630fb718-107d-45ed-84e5-60e1f731dd67 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:14:52.361917 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] Routers {'630fb718-107d-45ed-84e5-60e1f731dd67'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:52.362512 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['630fb718-107d-45ed-84e5-60e1f731dd67'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:52.409057 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Deleting port fd6fe745-8a9f-4678-8e13-d1cf167265e9 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:52.409621 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:52.447147 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] Set router 630fb718-107d-45ed-84e5-60e1f731dd67 gateway port host: None {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:52.501285 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:14:52Z', 'revision_number': 6, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:52.533121 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b9c94-b644-4ed4-a1d9-1daf8396be87 None None] The sync data for ids ['630fb718-107d-45ed-84e5-60e1f731dd67'] in dv-cinder-790492-11-iscsi is: [{'id': '630fb718-107d-45ed-84e5-60e1f731dd67', 'name': 'tempest-AttachVolumeTestJSON-1187810814-router', 'tenant_id': '836ba6d1b1884e22851b26858c9d1c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:08:57Z', 'updated_at': '2021-08-28T23:14:52Z', 'revision_number': 6, 'project_id': '836ba6d1b1884e22851b26858c9d1c9f', 'gw_port_host': None}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:14:52.737159 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] For port fd6fe745-8a9f-4678-8e13-d1cf167265e9, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fd6fe745-8a9f-4678-8e13-d1cf167265e9,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:52.737609 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:52.750270 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Calling delete_port for fd6fe745-8a9f-4678-8e13-d1cf167265e9 owned by network:router_gateway {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:52.767601 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40248) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:52.772855 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-822021297-network', 'tenant_id': '8480b6e9486649649d06077444a0c59f'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:52.882156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Made reservation on behalf of 8480b6e9486649649d06077444a0c59f for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:14:52.885109 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:52.895880 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:52.952248 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Sync routers for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:14:52.962226 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:52.962848 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:52.999876 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.040707 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.066795 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6fe745-8a9f-4678-8e13-d1cf167265e9,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:53.083291 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:53.123888 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.132938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.162138 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:14:53.171660 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a4dce-c2fe-4adf-9ef4-a04c11c470fb,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:53.179591 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.180032 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Added segment b700ff4f-b7ca-4c38-a478-60d43645b6f7 of type vlan for network 45133817-f628-4973-9a1a-026342252715 Aug 28 23:14:53.221115 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.223401 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.225274 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.284139 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:51Z', 'revision_number': 2, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:53.310672 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Checking router: aebdf199-1b59-4cfc-8a6b-22ea66d09864 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:14:53.311055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Updating router aebdf199-1b59-4cfc-8a6b-22ea66d09864 port baf48458-0219-4ce1-bd5d-e954f4829026 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:14:53.344421 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.412819 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.419364 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.419364 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630fb718-107d-45ed-84e5-60e1f731dd67 {{(pid=94554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:14:53.420501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:53.420501 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.420685 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.420685 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-537d628f-c5de-401a-8281-00d205492094 admin admin] 10.222.0.16 "DELETE /v2.0/routers/630fb718-107d-45ed-84e5-60e1f731dd67 HTTP/1.1" status: 204 len: 168 time: 1.3899083 Aug 28 23:14:53.422041 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40250) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:53.451731 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ceeeac3e-5c0e-4883-b80c-bc638f93c1ea up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:53.473930 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Deleting subnet 3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:14:53.477973 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.489606 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] Pushing event updated for resources: {'Network': ['ID=45133817-f628-4973-9a1a-026342252715,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:53.505340 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 45133817-f628-4973-9a1a-026342252715 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:14:53.513932 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.558927 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0f700280-30c9-4c21-9927-dba5f03802bd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7876840 Aug 28 23:14:53.559156 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40252) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:53.566785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Request body: {'subnet': {'network_id': '45133817-f628-4973-9a1a-026342252715', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-822021297-subnet', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:53.642466 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.675341 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Made reservation on behalf of 8480b6e9486649649d06077444a0c59f for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:14:53.677875 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.716599 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:53.722965 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:53.723391 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.763578 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.777789 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Transition to ACTIVE for port object baf48458-0219-4ce1-bd5d-e954f4829026 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:53.796139 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.825183 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.832354 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.837513 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53 HTTP/1.1" status: 204 len: 168 time: 0.4144471 Aug 28 23:14:53.838441 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40254) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:53.841108 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39844927-7d6f-4e65-9cb8-fcabc456250a None None] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:53.845719 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b53878-0c64-4196-b9e4-4af2a4e4cfca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb0ea85-fcfe-455d-b9c6-15b8a45a7e53,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:53.867162 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:53.900941 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.912468 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.965505 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be551-1c10-401b-8921-ce0a52cd1487 None None] Pushing event updated for resources: {'Port': ['ID=baf48458-0219-4ce1-bd5d-e954f4829026,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:53.973872 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Deleting port 933422d8-a58c-45ec-9d2f-3958451268f0 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:53.974223 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:53.991005 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.021317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.059051 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] For port 933422d8-a58c-45ec-9d2f-3958451268f0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=933422d8-a58c-45ec-9d2f-3958451268f0,segment=NetworkSegment(af8809e3-4a4e-44a8-82c9-7aee98c7a558),segment_id=af8809e3-4a4e-44a8-82c9-7aee98c7a558)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:54.059552 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.075041 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Calling delete_port for 933422d8-a58c-45ec-9d2f-3958451268f0 owned by network:dhcp {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:54.081419 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd6fe745-8a9f-4678-8e13-d1cf167265e9 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:14:54.109131 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Checking segment: {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:54.109690 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Network hostable DHCP agents. Network: 45133817-f628-4973-9a1a-026342252715, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:14:54.116493 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b16664d-ec46-41b7-84e1-61992099b5b2,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:54.121483 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: fd6fe745-8a9f-4678-8e13-d1cf167265e9 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:14:54.121871 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd6fe745-8a9f-4678-8e13-d1cf167265e9 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:14:54.122327 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:14:54.133984 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Attempting to bind port baf48458-0219-4ce1-bd5d-e954f4829026 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:14:54.134354 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Attempting to bind port baf48458-0219-4ce1-bd5d-e954f4829026 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:14:54.134718 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Attempting to bind port baf48458-0219-4ce1-bd5d-e954f4829026 on network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:14:54.160196 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:14:54.160545 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 05d1b00c-0b39-47ce-8be9-f8c42ac7f96b not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:14:54.161986 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:54.177355 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:14:54.177746 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Checking segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:54.178110 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.178503 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Bound using segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:14:54.178978 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Bound port: baf48458-0219-4ce1-bd5d-e954f4829026, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:14:54.179359 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.229248 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Network 45133817-f628-4973-9a1a-026342252715 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:14:54.250194 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] DHCP port deletion for 1ca66050-cb86-4ba4-90c8-fadabb113afd request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:14:54.255811 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] For port baf48458-0219-4ce1-bd5d-e954f4829026, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:14:54.287216 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.299993 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] For port baf48458-0219-4ce1-bd5d-e954f4829026, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=baf48458-0219-4ce1-bd5d-e954f4829026,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:14:54.314839 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Pushing event deleted for resources: {'Port': ['ID=933422d8-a58c-45ec-9d2f-3958451268f0,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:54.316225 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] No DVR routers for this DVR port 933422d8-a58c-45ec-9d2f-3958451268f0 on host dv-cinder-790492-11-iscsi {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:14:54.325626 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Deleting port 933422d8-a58c-45ec-9d2f-3958451268f0 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:54.326037 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.378068 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 45133817-f628-4973-9a1a-026342252715) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:54.382247 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:54.383453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.388807 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.389318 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] For port 933422d8-a58c-45ec-9d2f-3958451268f0, host dv-cinder-790492-11-iscsi, got binding levels [] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:54.389803 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.394856 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc546f49-3762-4071-9cc5-b1d22594d045 None None] Network 45133817-f628-4973-9a1a-026342252715 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:54.399146 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca66050-cb86-4ba4-90c8-fadabb113afd']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:54.410513 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8809e3-4a4e-44a8-82c9-7aee98c7a558') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:54.410804 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8809e3-4a4e-44a8-82c9-7aee98c7a558') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:54.419897 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.433599 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.439681 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:14:54.440054 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:14:54.441684 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:14:54.444121 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Calling delete_port for 933422d8-a58c-45ec-9d2f-3958451268f0 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:54.447130 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.452672 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Port 933422d8-a58c-45ec-9d2f-3958451268f0 was not found and therefore no delete operation was performed {{(pid=94555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 23:14:54.498394 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f4ab78c0-2186-4c3d-8c35-e25f1af5db86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9367216 Aug 28 23:14:54.500865 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40258) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:54.505583 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:54.583738 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.589080 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.591740 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] 10.222.0.16 "DELETE /v2.0/networks/1ca66050-cb86-4ba4-90c8-fadabb113afd HTTP/1.1" status: 204 len: 168 time: 0.7517121 Aug 28 23:14:54.599166 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.602870 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12903de-0cdf-4db5-b878-5310a82f65ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca66050-cb86-4ba4-90c8-fadabb113afd,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:54.608617 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.609874 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.624846 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Network 1ca66050-cb86-4ba4-90c8-fadabb113afd is not hosted by any dhcp agent {{(pid=94555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 23:14:54.639837 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] No DVR routers for this DVR port 933422d8-a58c-45ec-9d2f-3958451268f0 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:14:54.671885 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.676083 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:54.676755 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:54.686059 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7be551-1c10-401b-8921-ce0a52cd1487 None None] Pushing event updated for resources: {'Port': ['ID=baf48458-0219-4ce1-bd5d-e954f4829026,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:54.751808 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae67730-ca69-47e7-95ae-5f5bdfe32bb9 None None] Pushing event deleted for resources: {'Port': ['ID=933422d8-a58c-45ec-9d2f-3958451268f0,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:54.866501 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-45133817-f628-4973-9a1a-026342252715', 'network_id': '45133817-f628-4973-9a1a-026342252715', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'fixed_ips': [{'subnet_id': '3b16664d-ec46-41b7-84e1-61992099b5b2'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:14:54.867325 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:54.872919 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:54.895030 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.016269 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40268) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:55.065767 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-459021f0-9e77-4be0-8131-5e5f50fd6d68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=836ba6d1b1884e22851b26858c9d1c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483940 Aug 28 23:14:55.068300 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40270) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:55.138721 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Allocated IP 172.20.0.2 (45133817-f628-4973-9a1a-026342252715/3b16664d-ec46-41b7-84e1-61992099b5b2/fa7314da-880c-49fa-a6e1-ce6ddabd3ad5) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:14:55.203677 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.225888 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a089b1f9-8615-4fb5-9c4a-f18d54c54623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.228774 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.252530 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:54Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:55.281736 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a089b1f9-8615-4fb5-9c4a-f18d54c54623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.288213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5eb06-b15c-46c7-86a3-113c306d12eb None None] The sync data for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi is: [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:54Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:14:55.342268 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.365951 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Transition to ACTIVE for port object fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:55.388488 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Transition to ACTIVE for port object fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:55.397024 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Allocated IP 172.27.3.194 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/02dd6984-f2ee-451b-9e8f-bf7942dbaf00) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:14:55.441940 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ceeeac3e-5c0e-4883-b80c-bc638f93c1ea up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:55.465389 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.486507 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a089b1f9-8615-4fb5-9c4a-f18d54c54623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.489276 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a089b1f9-8615-4fb5-9c4a-f18d54c54623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.492994 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a089b1f9-8615-4fb5-9c4a-f18d54c54623 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fa2f9a4-6322-49d2-ba44-8959dba3183e HTTP/1.1" status: 204 len: 168 time: 0.4214208 Aug 28 23:14:55.505639 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089b1f9-8615-4fb5-9c4a-f18d54c54623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2f9a4-6322-49d2-ba44-8959dba3183e,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:55.543192 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.547157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Network 45133817-f628-4973-9a1a-026342252715 is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:14:55.552338 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Pushing event updated for resources: {'Port': ['ID=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:55.567224 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:55.578798 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:14:55.654729 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:55.655114 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.667169 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.678553 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Attempting to bind port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:14:55.679428 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Attempting to bind port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:14:55.679428 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Attempting to bind port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 on network 45133817-f628-4973-9a1a-026342252715 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:14:55.691201 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:14:55.691599 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Checking segment: {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:55.691982 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.692386 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Bound using segment: {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:14:55.693028 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Bound port: fa7314da-880c-49fa-a6e1-ce6ddabd3ad5, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:14:55.693268 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.703221 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-3492e037-a5a4-4b76-ab51-1b7eff86af70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601995152&fields=id&tenant_id=92feac9d9c434e8cb87f3353bf0427eb HTTP/1.1" status: 200 len: 267 time: 0.0706339 Aug 28 23:14:55.716516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:14:55.719511 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:55.725064 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:14:55.755766 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Pushing event updated for resources: {'Port': ['ID=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:55.795935 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] For port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:14:55.801448 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] For port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:14:55.848341 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:55.878409 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c9566a67-7641-4e96-b438-14f7dda63442 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:55.879906 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c9566a67-7641-4e96-b438-14f7dda63442 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 984 time: 0.1565113 Aug 28 23:14:55.915388 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Request body: {'port': {'security_groups': ['2bf69f65-eb5b-4a94-9988-edbd606691da']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:55.922891 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 933422d8-a58c-45ec-9d2f-3958451268f0 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:14:55.964175 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 933422d8-a58c-45ec-9d2f-3958451268f0 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:14:55.964534 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 933422d8-a58c-45ec-9d2f-3958451268f0 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:14:56.004130 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1d551-ca8b-4a95-b67d-ac54cda7f29c None None] Pushing event updated for resources: {'Port': ['ID=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:56.049372 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:56.371141 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:56.438149 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:56.794731 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:56.852017 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbcce7-8898-4d93-8964-26b7cfe4ec9e req-57af3ae4-9cb4-4887-8996-abf3fe75a3b5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:56.852017 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-67fbcce7-8898-4d93-8964-26b7cfe4ec9e req-57af3ae4-9cb4-4887-8996-abf3fe75a3b5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.1196606 Aug 28 23:14:56.852017 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40304) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:56.866532 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:56.879895 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ce45519a-f04e-43df-b329-6f12fd16d368'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:14:56.974543 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:56.975204 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:56.976622 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a0f45c86-d67a-4e57-a18c-0c1f5c01d41f req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "PUT /v2.0/ports/ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 942 time: 1.0696108 Aug 28 23:14:56.980369 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:14:56.983033 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:14:56.983342 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40308) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:57.040305 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-67fbcce7-8898-4d93-8964-26b7cfe4ec9e req-a11cf98b-747c-40cc-928f-d7ec36baf5d5 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1765962 Aug 28 23:14:57.061752 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3440a9-5969-47d0-a6c8-dce9dfaccfcb x-openstack-request-id: req-8f3440a9-5969-47d0-a6c8-dce9dfaccfcb {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:14:57.062447 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:14:57.062867 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f3440a9-5969-47d0-a6c8-dce9dfaccfcb {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:14:57.063424 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'status': 'completed', 'code': 200} Aug 28 23:14:57.067862 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945038134-network', 'tenant_id': '07ab2eb8b4ad4c01b94f5aa791c1f5de'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:57.071715 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3a875-3ad6-4094-97e3-b1443bbd2f17 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event updated for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=7']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:57.079993 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.129633 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ce45519a-f04e-43df-b329-6f12fd16d368'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:14:57.159838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4b7e864c-bad3-4e65-9093-fcf3e0057fb9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.208626 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4b7e864c-bad3-4e65-9093-fcf3e0057fb9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.218118 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e402d1a-9244-423a-8735-ef38694eb3c2 None None] Network 45133817-f628-4973-9a1a-026342252715 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:57.228352 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-09c47ec6-2916-46e7-ae6e-010b83ca01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:57.232337 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-09c47ec6-2916-46e7-ae6e-010b83ca01c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1098 time: 0.1166275 Aug 28 23:14:57.236416 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Made reservation on behalf of 07ab2eb8b4ad4c01b94f5aa791c1f5de for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:14:57.238790 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.250615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.349386 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-b2853a34-b18b-4500-ad3b-9adb4986ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:57.351383 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-b2853a34-b18b-4500-ad3b-9adb4986ddc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 915 time: 0.1079860 Aug 28 23:14:57.393868 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.398025 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:14:57.423888 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f99b9213-afea-41af-b06a-e4fc2ed6b66b None None] Provisioning for port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:57.442738 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-47b83bdc-5371-4e6f-bc7f-52c22f29d213 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 1001 time: 0.0832565 Aug 28 23:14:57.444169 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f99b9213-afea-41af-b06a-e4fc2ed6b66b None None] Provisioning complete for port ce45519a-f04e-43df-b329-6f12fd16d368 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:57.444545 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f99b9213-afea-41af-b06a-e4fc2ed6b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.478017 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.518328 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-f12b4d8c-df3b-4739-b64f-50947525e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:57.520214 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-f12b4d8c-df3b-4739-b64f-50947525e1af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 200 len: 853 time: 0.0683775 Aug 28 23:14:57.521023 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4b7e864c-bad3-4e65-9093-fcf3e0057fb9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.532344 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-4b7e864c-bad3-4e65-9093-fcf3e0057fb9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.533663 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-4b7e864c-bad3-4e65-9093-fcf3e0057fb9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "DELETE /v2.0/security-groups/37810b6c-9d68-49bb-a656-f2be3f337668 HTTP/1.1" status: 204 len: 168 time: 0.5492334 Aug 28 23:14:57.563063 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40312) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:57.566547 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device baf48458-0219-4ce1-bd5d-e954f4829026 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:57.573855 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb473b5d-bb5a-4f8c-8292-b9f65fcacde0,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:57.591554 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:14:57.595294 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e864c-bad3-4e65-9093-fcf3e0057fb9 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37810b6c-9d68-49bb-a656-f2be3f337668,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:57.619304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:14:57.640830 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.640927 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Sync routers for ids ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:14:57.641388 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Added segment 479d5534-744f-48c2-ae39-95ec5fb3646b of type vlan for network 75a449f3-bc83-432d-8596-60e4b5700255 Aug 28 23:14:57.650940 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Routers {'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:57.651560 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:57.681173 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-ed554d78-9373-402b-a328-23fe0e486a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:57.683078 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-ed554d78-9373-402b-a328-23fe0e486a39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1482604 Aug 28 23:14:57.699181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.715291 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port baf48458-0219-4ce1-bd5d-e954f4829026 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:57.721527 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port baf48458-0219-4ce1-bd5d-e954f4829026 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:57.731151 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.771861 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Set router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:57.795077 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.803651 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-efba6463-5a1a-4aa4-a965-c4137ceee95c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2978454 Aug 28 23:14:57.803651 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40314) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:57.835130 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.876305 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port baf48458-0219-4ce1-bd5d-e954f4829026, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=baf48458-0219-4ce1-bd5d-e954f4829026,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:57.884285 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-36cab9be-0570-4c5e-9967-87fcfddc92e0 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489952 Aug 28 23:14:57.895709 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Deleting port 6c9dc6a3-88b5-4f14-ae84-8ed210209f18 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:57.896128 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.908603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.909567 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:57.910170 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.961397 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:57.962372 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:57.967479 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:14:56Z', 'revision_number': 3, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:58.004499 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Checking router: ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:14:58.005838 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Updating router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:14:58.011525 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] Pushing event updated for resources: {'Network': ['ID=75a449f3-bc83-432d-8596-60e4b5700255,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:58.028312 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 75a449f3-bc83-432d-8596-60e4b5700255 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:14:58.037261 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.037841 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.052388 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.059314 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Calling delete_port for 6c9dc6a3-88b5-4f14-ae84-8ed210209f18 owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:58.060080 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0f3a9380-e1ac-42e0-8a62-53513433d634 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2021801 Aug 28 23:14:58.060080 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40316) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:14:58.061572 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-4e3c1a71-ec33-4bd4-b8a1-e740c3381377 req-cef0ff39-c868-4cba-bf89-5ef36e8d9dcf service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512041 Aug 28 23:14:58.066425 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Request body: {'subnet': {'network_id': '75a449f3-bc83-432d-8596-60e4b5700255', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945038134-subnet', 'tenant_id': '07ab2eb8b4ad4c01b94f5aa791c1f5de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:14:58.149431 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=baf48458-0219-4ce1-bd5d-e954f4829026,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:58.209124 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-cb566f6e-c266-4718-a7e5-0ee91696cedc tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:58.210710 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-cb566f6e-c266-4718-a7e5-0ee91696cedc tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.2968493 Aug 28 23:14:58.256823 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:14:58.256823 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:58.256823 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.321080 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Made reservation on behalf of 07ab2eb8b4ad4c01b94f5aa791c1f5de for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:14:58.323543 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.334184 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.374964 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event deleted for resources: {'Port': ['ID=6c9dc6a3-88b5-4f14-ae84-8ed210209f18,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:58.375417 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56d059-e5b6-4824-9420-196788d473e9 req-041c411b-8028-4c4d-b605-b11d1d5f17f6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:58.377927 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf56d059-e5b6-4824-9420-196788d473e9 req-041c411b-8028-4c4d-b605-b11d1d5f17f6 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.2033434 Aug 28 23:14:58.398404 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.411044 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Transition to ACTIVE for port object 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:58.451002 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.451412 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Floating IP 1dcc2154-933a-4cd3-a311-a6a22a5c517d disassociated (deleted). External IP: 172.27.3.253, port: ce45519a-f04e-43df-b329-6f12fd16d368. Aug 28 23:14:58.471837 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.474659 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.518023 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:58.519202 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Attempting to bind port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:14:58.519631 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Attempting to bind port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:14:58.520193 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Attempting to bind port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:14:58.532440 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:14:58.534794 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:58.534794 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.534794 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:14:58.534794 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Bound port: 02dd6984-f2ee-451b-9e8f-bf7942dbaf00, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:14:58.534794 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.548279 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cf56d059-e5b6-4824-9420-196788d473e9 req-645f2a88-e632-436f-94df-8c3ccf7703eb tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403534 Aug 28 23:14:58.578592 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Deleting port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:14:58.578927 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.583821 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] For port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:14:58.588493 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] For port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:14:58.592170 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.592803 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Pushing event updated for resources: {'Port': ['ID=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,revision_number=2']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:58.600554 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.601105 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.601591 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.602088 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.602578 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.603066 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.603529 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.603991 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.604486 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.604981 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.605285 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.605602 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:14:58.637954 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:58.663822 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.730910 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Routers {'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:58.732346 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:58.736598 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:14:58.736771 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80457245-2a1a-4118-a72b-563be1243ceb None None] Pushing event updated for resources: {'Port': ['ID=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:58.791026 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] For port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:14:58.791301 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.855668 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:14:58.860798 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.869337 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] Sync routers for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:14:58.888427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.893329 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:58.895837 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:58.895994 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fdfb0e1e-29f4-417f-be79-c3ca7d570f70 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "DELETE /v2.0/floatingips/1dcc2154-933a-4cd3-a311-a6a22a5c517d HTTP/1.1" status: 204 len: 168 time: 1.3311782 Aug 28 23:14:58.896124 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:14:58.900658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:14:58.924638 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:58.962475 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8831a49e-e155-4851-9cb4-08166445e77d x-openstack-request-id: req-8831a49e-e155-4851-9cb4-08166445e77d {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:14:58.962845 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:14:58.963145 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8831a49e-e155-4851-9cb4-08166445e77d {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:14:58.963608 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'status': 'completed', 'code': 200} Aug 28 23:14:58.989175 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] Set router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:59.020938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582ddd1e-66af-4f74-a293-3c034e013085,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:59.052481 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:59.068600 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-6454bc7b-b373-4c43-a6c5-34c4d8ebdaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:59.070816 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-6454bc7b-b373-4c43-a6c5-34c4d8ebdaf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 1098 time: 0.0844498 Aug 28 23:14:59.183908 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:14:56Z', 'revision_number': 3, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:59.207159 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-994965be-b8e7-422f-86ac-ebbcf41118a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:59.209327 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-994965be-b8e7-422f-86ac-ebbcf41118a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 200 len: 915 time: 0.1311896 Aug 28 23:14:59.218507 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca114-b712-4f36-8d0a-f864bc3f6b53 None None] The sync data for ids ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'] in dv-cinder-790492-11-iscsi is: [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:14:56Z', 'revision_number': 3, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:14:59.248284 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Checking segment: {'id': '479d5534-744f-48c2-ae39-95ec5fb3646b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '75a449f3-bc83-432d-8596-60e4b5700255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:14:59.248718 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Network hostable DHCP agents. Network: 75a449f3-bc83-432d-8596-60e4b5700255, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:14:59.280592 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.281328 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.281835 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Floating IP ea2c0d41-aeb3-4ca9-b482-7a03c9f09350 disassociated. External IP: 172.27.3.3, port: 3350c10b-f7b5-4f2e-bb81-92cd3aec9518. Aug 28 23:14:59.282317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Calling delete_port for 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:14:59.286312 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-be3c4816-662f-4200-9c52-e0ad50f9d443 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 200 len: 217 time: 0.0688686 Aug 28 23:14:59.333929 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:59.364937 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-2b4560c5-b32f-47cd-8fc7-375dc370409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:59.367052 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-2b4560c5-b32f-47cd-8fc7-375dc370409e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 200 len: 853 time: 0.0734725 Aug 28 23:14:59.371100 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] Checking router: e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:14:59.381086 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:14:59.381727 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:14:59.393252 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Allocated IP 172.20.0.1 (45133817-f628-4973-9a1a-026342252715/3b16664d-ec46-41b7-84e1-61992099b5b2/9e5467a1-d1fb-4820-a7ba-9668742bf008) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:14:59.449991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Network 75a449f3-bc83-432d-8596-60e4b5700255 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:14:59.457397 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-91025ae4-7247-4ca2-b0e3-6f0672d19d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:59.466665 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-91025ae4-7247-4ca2-b0e3-6f0672d19d20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0928771 Aug 28 23:14:59.493539 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device baf48458-0219-4ce1-bd5d-e954f4829026 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:14:59.535512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.554931 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:14:59.569813 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 75a449f3-bc83-432d-8596-60e4b5700255) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:14:59.574949 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Transition to ACTIVE for port object 9e5467a1-d1fb-4820-a7ba-9668742bf008 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:14:59.587565 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db729ca2-7a54-4504-bfd7-d9cadc785010 None None] Network 75a449f3-bc83-432d-8596-60e4b5700255 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:59.605275 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:59.609633 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.635778 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-a5ce70de-0e9f-4f77-a787-c3d28a9fc26b service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604476 Aug 28 23:14:59.767520 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port baf48458-0219-4ce1-bd5d-e954f4829026 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:14:59.767520 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.769012 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [req-e81c9485-73c6-4e8a-b447-5ab28ac32c9c req-fd68598c-7a2e-4a2f-80d0-b2c50c262e98 service neutron] 10.222.0.39 "GET /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217496 Aug 28 23:14:59.786849 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f29528-2b07-4100-b08f-c66444e1652e req-4cd7400c-df3e-49c0-8ad9-dc027054df81 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:14:59.788521 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c6f29528-2b07-4100-b08f-c66444e1652e req-4cd7400c-df3e-49c0-8ad9-dc027054df81 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 946 time: 0.1208372 Aug 28 23:14:59.791709 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a467cbc5-63d9-4890-b88d-2dd8ddf75707 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7307293 Aug 28 23:14:59.829595 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.867023 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event deleted for resources: {'Port': ['ID=3350c10b-f7b5-4f2e-bb81-92cd3aec9518,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:14:59.871015 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:14:59.930964 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec25a6-d078-4a07-88c8-661c678172f2 None None] Network 75a449f3-bc83-432d-8596-60e4b5700255 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:14:59.954625 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c6f29528-2b07-4100-b08f-c66444e1652e req-7e18258f-9e53-4b72-a131-044c1a8137a7 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups?id=5cb2121e-f04f-46a4-8be3-6cce3d2d056f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1558645 Aug 28 23:14:59.976034 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Pushing event updated for resources: {'Port': ['ID=9e5467a1-d1fb-4820-a7ba-9668742bf008,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:00.017417 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Network 45133817-f628-4973-9a1a-026342252715 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:00.018938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:00.021610 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:00.086823 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:00.120141 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:00.185692 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:00.255609 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:00.256165 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:00.284968 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:00.314387 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:00.320242 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837acaa-a796-4301-ac40-8a42bc9c0366 None None] The sync data for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi is: [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:12:17Z', 'revision_number': 4, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fa7064bf-3482-405b-9bc2-bf21d8e28f93', 'name': '', 'network_id': 'f99b85f3-f18c-45bd-81a9-ecaefd06d5b8', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'mac_address': 'fa:16:3e:e7:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:17Z', 'updated_at': '2021-08-28T23:12:23Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'subnets': [{'id': '09fc59cd-0ab6-4ded-8d0e-6aef418d8f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:00.330288 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:00.359471 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:00.362489 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:00.442423 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f99b3d53-47e2-4ab2-930a-c20e8c20ac82 None None] Provisioning for port 9e5467a1-d1fb-4820-a7ba-9668742bf008 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:00.451019 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-f99b3d53-47e2-4ab2-930a-c20e8c20ac82 None None] Provisioning complete for port 9e5467a1-d1fb-4820-a7ba-9668742bf008 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:00.452001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f99b3d53-47e2-4ab2-930a-c20e8c20ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:00.499272 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] No DVR routers for this DVR port 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:00.507582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:00.509777 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-230cc1d0-4d74-4e69-ac59-f1beadae0174 req-ac084acc-e2d1-41aa-a383-b3dfbbf823da tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.39 "DELETE /v2.0/ports/3350c10b-f7b5-4f2e-bb81-92cd3aec9518 HTTP/1.1" status: 204 len: 173 time: 2.2780719 Aug 28 23:15:00.514143 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-deleted', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:15:00.534575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c7996-0d79-464d-8649-b4e5ca8af536" -d '{"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-deleted", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:15:00.581048 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-f99b3d53-47e2-4ab2-930a-c20e8c20ac82 None None] Port 9e5467a1-d1fb-4820-a7ba-9668742bf008 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:00.646131 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64979625-71d5-4a94-a6a9-15e0ea86406c x-openstack-request-id: req-64979625-71d5-4a94-a6a9-15e0ea86406c {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:15:00.646740 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d93df5-ed04-4f8b-9d90-a2fb90417636", "name": "network-vif-deleted", "tag": "3350c10b-f7b5-4f2e-bb81-92cd3aec9518", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:15:00.646740 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64979625-71d5-4a94-a6a9-15e0ea86406c {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:15:00.647065 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d93df5-ed04-4f8b-9d90-a2fb90417636', 'name': 'network-vif-deleted', 'tag': '3350c10b-f7b5-4f2e-bb81-92cd3aec9518', 'status': 'completed', 'code': 200} Aug 28 23:15:00.658973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:00.677368 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:00.937587 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40350) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:00.944887 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460195711-network', 'tenant_id': 'fbbdfde11f064c93b3595810e1866d5e'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:00.973719 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:01.003924 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:01.014926 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:01.015646 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:01.086557 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Made reservation on behalf of fbbdfde11f064c93b3595810e1866d5e for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:01.089262 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.101978 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.120939 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-38329f58-2e31-4c0e-9f14-8ca11e919b0f req-b964ccf6-13da-4be2-bfee-317c5a70600e tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0d93df5-ed04-4f8b-9d90-a2fb90417636 HTTP/1.1" status: 200 len: 210 time: 0.0364904 Aug 28 23:15:01.123076 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:01.146016 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.211309 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.252308 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.297790 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.319011 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.329644 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Pushing event updated for resources: {'Port': ['ID=9e5467a1-d1fb-4820-a7ba-9668742bf008,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:01.331001 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:01.332409 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:15:01.342260 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f99c094-96ed-4f0d-9ce1-c0a8eda6e991,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:01.347093 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.347436 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Added segment 7eb8c9f2-b667-4657-89ca-b62594185b3a of type vlan for network 3958225b-a64d-4b9a-bd0b-2929a153a11b Aug 28 23:15:01.370153 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c797bd-aa4b-4373-a561-d754a7d4a9bf None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:07:40Z', 'revision_number': 4, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '08b68a33-cd0a-4b5a-9097-cdeef7bb5e82', 'name': '', 'network_id': 'eaa9bae8-4d59-47d8-b960-00e86c451354', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'mac_address': 'fa:16:3e:cf:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:39Z', 'updated_at': '2021-08-28T23:07:46Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'subnets': [{'id': 'b8354f8b-c4af-410c-a02c-53cba37a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:01.427661 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Network 45133817-f628-4973-9a1a-026342252715 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:01.429567 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:01.538632 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:01.574070 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:01.631118 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:01.706579 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:01.706992 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 3350c10b-f7b5-4f2e-bb81-92cd3aec9518 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:01.713242 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:01.718829 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-815478b7-6d2e-42a3-a27a-dd0420cfe7ab admin admin] 10.222.0.16 "PUT /v2.0/routers/ff1f1a2f-cc9f-4190-a18c-c634cd981ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9173436 Aug 28 23:15:01.753995 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.774698 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:01.782538 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:01.782924 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.828999 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.831033 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:01.831584 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.836116 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-501ec5cb-9096-41aa-ad03-095774d34173 None None] Provisioning complete for port 9e5467a1-d1fb-4820-a7ba-9668742bf008 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:01.836490 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-501ec5cb-9096-41aa-ad03-095774d34173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:01.917692 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=3958225b-a64d-4b9a-bd0b-2929a153a11b,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:01.974185 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c291d4e6-0db9-4658-a26a-701ec6d38ea4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0353613 Aug 28 23:15:01.976932 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40370) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:01.982482 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Request body: {'subnet': {'network_id': '3958225b-a64d-4b9a-bd0b-2929a153a11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460195711-subnet', 'tenant_id': 'fbbdfde11f064c93b3595810e1866d5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:02.020157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 3958225b-a64d-4b9a-bd0b-2929a153a11b details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:15:02.074382 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Made reservation on behalf of fbbdfde11f064c93b3595810e1866d5e for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:02.077310 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.083145 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-501ec5cb-9096-41aa-ad03-095774d34173 None None] Port 9e5467a1-d1fb-4820-a7ba-9668742bf008 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:02.135652 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.159549 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:02.281524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.316979 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40376) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:02.334186 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:02.360045 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1476f-1cdc-468c-ba52-c3a3a58854a1 None None] New status for floating IP 1dcc2154-933a-4cd3-a311-a6a22a5c517d: DOWN {{(pid=94555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:15:02.382551 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdaaa-d64c-47d2-9e83-c1c109ea6428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.383738 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.417227 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdaaa-d64c-47d2-9e83-c1c109ea6428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.474084 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f542421-5828-4246-b985-f773093933ce,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:02.483907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Checking segment: {'id': '7eb8c9f2-b667-4657-89ca-b62594185b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3958225b-a64d-4b9a-bd0b-2929a153a11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:02.484266 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Network hostable DHCP agents. Network: 3958225b-a64d-4b9a-bd0b-2929a153a11b, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:15:02.526447 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdaaa-d64c-47d2-9e83-c1c109ea6428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.529639 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c2fcdaaa-d64c-47d2-9e83-c1c109ea6428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.531076 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c2fcdaaa-d64c-47d2-9e83-c1c109ea6428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "DELETE /v2.0/security-groups/5cb2121e-f04f-46a4-8be3-6cce3d2d056f HTTP/1.1" status: 204 len: 168 time: 0.2127185 Aug 28 23:15:02.537067 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40378) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:02.540313 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcdaaa-d64c-47d2-9e83-c1c109ea6428 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2121e-f04f-46a4-8be3-6cce3d2d056f,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:02.551855 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.api.v2.resource [None req-f74e16eb-f80a-4900-be02-7d565057c079 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] show failed (client error): The resource could not be found. Aug 28 23:15:02.552907 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f74e16eb-f80a-4900-be02-7d565057c079 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "GET /v2.0/security-groups/5cb2121e-f04f-46a4-8be3-6cce3d2d056f HTTP/1.1" status: 404 len: 347 time: 0.0179024 Aug 28 23:15:02.556004 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40380) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:02.595701 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Network 3958225b-a64d-4b9a-bd0b-2929a153a11b is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:15:02.632604 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40382) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:02.638485 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306318244', 'description': 'tempest-secgroup-smoke-306318244 description', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:02.680711 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7fc82b-2946-46ec-a831-1a5df180c253 None None] New status for floating IP ea2c0d41-aeb3-4ca9-b482-7a03c9f09350: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:15:02.692802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Deleting port 3db87e8c-2b48-4bb9-9868-5f9b4cb0ee86 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:02.693138 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.704804 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 3958225b-a64d-4b9a-bd0b-2929a153a11b) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:02.712663 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e686179-ca0b-48eb-a21a-a3a9bc22119e None None] Network 3958225b-a64d-4b9a-bd0b-2929a153a11b requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:02.736392 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:02.737069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.755416 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.794963 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.795359 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.813124 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Calling delete_port for 3db87e8c-2b48-4bb9-9868-5f9b4cb0ee86 owned by network:floatingip {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:02.852698 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2503c37-84b2-4dfe-9124-efa142f9b802 None None] Network 3958225b-a64d-4b9a-bd0b-2929a153a11b requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:02.863518 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ac41138f-3d48-468b-ada5-00c8ef243b5b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8854115 Aug 28 23:15:02.891824 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Sync routers for ids ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:02.929222 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:02.962857 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Routers {'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:02.966326 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:02.978154 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.010848 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb7183b-afd0-43e4-bf1b-af39f4e22f76,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:03.023642 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.024035 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40386) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:03.070469 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Pushing event deleted for resources: {'Port': ['ID=3db87e8c-2b48-4bb9-9868-5f9b4cb0ee86,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:03.079751 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Deleting subnet 582ddd1e-66af-4f74-a293-3c034e013085 {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:03.085973 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.087600 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c226f1dc-24d1-4a1a-9406-6206b1cb3a52 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4538174 Aug 28 23:15:03.088361 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.091006 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40392) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:03.125222 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group_rule': {'security_group_id': '1cb7183b-afd0-43e4-bf1b-af39f4e22f76', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:03.134467 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.137139 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.139195 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2a25c025-9e1c-4892-84a0-6f812bf1ae22 tempest-AttachVolumeShelveTestJSON-1455275028 tempest-AttachVolumeShelveTestJSON-1455275028-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea2c0d41-aeb3-4ca9-b482-7a03c9f09350 HTTP/1.1" status: 204 len: 168 time: 0.5821018 Aug 28 23:15:03.162951 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.171998 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Set router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:03.214613 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.244069 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.317425 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.378248 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.381429 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:15:00Z', 'revision_number': 4, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '9e5467a1-d1fb-4820-a7ba-9668742bf008', 'name': '', 'network_id': '45133817-f628-4973-9a1a-026342252715', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'mac_address': 'fa:16:3e:b6:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b16664d-ec46-41b7-84e1-61992099b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:58Z', 'updated_at': '2021-08-28T23:15:00Z', 'revision_number': 2, 'project_id': '8480b6e9486649649d06077444a0c59f', 'subnets': [{'id': '3b16664d-ec46-41b7-84e1-61992099b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:03.408949 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:03.411098 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Checking router: ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:03.411445 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Updating router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 port 9e5467a1-d1fb-4820-a7ba-9668742bf008 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:15:03.419451 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.424038 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40396) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:03.437131 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/582ddd1e-66af-4f74-a293-3c034e013085 HTTP/1.1" status: 204 len: 168 time: 0.3974597 Aug 28 23:15:03.437401 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e4d3a-18da-4b33-8a9a-54026125713d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582ddd1e-66af-4f74-a293-3c034e013085,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:03.446339 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.462688 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.477553 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301ec99e-cb04-4488-82ad-7f6621b29bc6,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:03.521267 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.526856 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:03.527252 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.579221 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.580641 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5ac0ab9e-2bc0-44eb-810c-b1125198f6cd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605019 Aug 28 23:15:03.583327 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40402) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:03.588280 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group_rule': {'security_group_id': '1cb7183b-afd0-43e4-bf1b-af39f4e22f76', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:03.630058 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.648028 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a449f3-bc83-432d-8596-60e4b5700255']}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:03.660516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479d5534-744f-48c2-ae39-95ec5fb3646b') {'for_net_delete': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:03.660810 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479d5534-744f-48c2-ae39-95ec5fb3646b') {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:03.672892 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911286'] for segment, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.681349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac0cf-0dff-4f1d-a9e9-75eecc73cb09 req-aa0f3a14-ce74-42e5-88c0-dc080c9a437c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:03.682865 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ee5ac0cf-0dff-4f1d-a9e9-75eecc73cb09 req-aa0f3a14-ce74-42e5-88c0-dc080c9a437c tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0920796 Aug 28 23:15:03.705955 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.716605 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:03.716605 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8498025'] for segment, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: Traceback (most recent call last): Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: timer() Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: cb(*args, **kw) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: return func(*args, **kwargs) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: self._notify() Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: self.callback(batched_events) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: event.method(event) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: return f(self, *a, **k) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._get(url).json() Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:03.718441 dv-cinder-790492-11-iscsi neutron-server[94553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:03.727099 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.770180 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ee5ac0cf-0dff-4f1d-a9e9-75eecc73cb09 req-088d0de0-122f-491b-ba64-40f6667cb87e tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796924 Aug 28 23:15:03.796382 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.815018 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.874687 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Transition to ACTIVE for port object 9e5467a1-d1fb-4820-a7ba-9668742bf008 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:03.875013 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.880683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.887671 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] 10.222.0.16 "DELETE /v2.0/networks/75a449f3-bc83-432d-8596-60e4b5700255 HTTP/1.1" status: 204 len: 168 time: 0.4570198 Aug 28 23:15:03.888562 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40404) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:03.893263 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97960dc0-5280-41a5-8ecd-3f738cc18c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=75a449f3-bc83-432d-8596-60e4b5700255,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:03.915950 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.943019 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493ba237-a5d0-40f5-8fd6-6c6e86f4232f,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:03.953575 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Deleting subnet 8f542421-5828-4246-b985-f773093933ce {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:03.956623 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.960594 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:03.992430 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.012141 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51bbaa-1fd3-4705-abc2-42345e5e7251 None None] Pushing event updated for resources: {'Port': ['ID=9e5467a1-d1fb-4820-a7ba-9668742bf008,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:04.037802 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.041323 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a6f1a2a5-ba0a-4473-a46d-55694fe4b0de tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4545846 Aug 28 23:15:04.042153 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.042295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40406) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:04.047549 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group_rule': {'security_group_id': '1cb7183b-afd0-43e4-bf1b-af39f4e22f76', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:04.078836 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Attempting to bind port 9e5467a1-d1fb-4820-a7ba-9668742bf008 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:04.079218 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Attempting to bind port 9e5467a1-d1fb-4820-a7ba-9668742bf008 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:04.079597 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Attempting to bind port 9e5467a1-d1fb-4820-a7ba-9668742bf008 on network 45133817-f628-4973-9a1a-026342252715 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:04.085499 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:04.085877 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Checking segment: {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:04.086232 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.086928 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Bound using segment: {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:04.087206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Bound port: 9e5467a1-d1fb-4820-a7ba-9668742bf008, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b700ff4f-b7ca-4c38-a478-60d43645b6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '45133817-f628-4973-9a1a-026342252715'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:04.087532 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.125742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.155232 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] For port 9e5467a1-d1fb-4820-a7ba-9668742bf008, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:04.158902 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] For port 9e5467a1-d1fb-4820-a7ba-9668742bf008, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=9e5467a1-d1fb-4820-a7ba-9668742bf008,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:04.166888 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.196282 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f542421-5828-4246-b985-f773093933ce,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:04.198447 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.200969 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-8d4a8db6-a199-4e38-890b-5bc0d2c4ab7c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f542421-5828-4246-b985-f773093933ce HTTP/1.1" status: 204 len: 168 time: 0.3143675 Aug 28 23:15:04.202603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.203385 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40408) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:04.271998 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.292386 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.314863 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.335972 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3344b1-c905-459e-b4c8-92737b33a6bb,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:04.347210 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Routers {'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:04.347814 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:04.355727 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.366080 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3958225b-a64d-4b9a-bd0b-2929a153a11b']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:04.379953 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb8c9f2-b667-4657-89ca-b62594185b3a') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:04.380880 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb8c9f2-b667-4657-89ca-b62594185b3a') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:04.389235 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51bbaa-1fd3-4705-abc2-42345e5e7251 None None] Pushing event updated for resources: {'Port': ['ID=9e5467a1-d1fb-4820-a7ba-9668742bf008,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:04.390778 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.407328 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.412427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.413473 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:04.418883 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a0cd0852-8176-4049-9e4a-dd0b6a374738 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3705969 Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:04.419160 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40410) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:04.424176 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group_rule': {'security_group_id': '1cb7183b-afd0-43e4-bf1b-af39f4e22f76', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:04.468264 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] Set router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:04.561017 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.604593 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.609314 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.613630 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3958225b-a64d-4b9a-bd0b-2929a153a11b HTTP/1.1" status: 204 len: 168 time: 0.4070683 Aug 28 23:15:04.633335 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb13ac1-7832-4a1a-b62f-a37250fc0dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3958225b-a64d-4b9a-bd0b-2929a153a11b,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:04.646776 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.683049 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:15:00Z', 'revision_number': 4, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '9e5467a1-d1fb-4820-a7ba-9668742bf008', 'name': '', 'network_id': '45133817-f628-4973-9a1a-026342252715', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'mac_address': 'fa:16:3e:b6:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b16664d-ec46-41b7-84e1-61992099b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:58Z', 'updated_at': '2021-08-28T23:15:04Z', 'revision_number': 4, 'project_id': '8480b6e9486649649d06077444a0c59f', 'subnets': [{'id': '3b16664d-ec46-41b7-84e1-61992099b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:04.710525 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579d496-c146-4770-bebf-18da4bcc8586 None None] The sync data for ids ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'] in dv-cinder-790492-11-iscsi is: [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:15:00Z', 'revision_number': 4, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': '9e5467a1-d1fb-4820-a7ba-9668742bf008', 'name': '', 'network_id': '45133817-f628-4973-9a1a-026342252715', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'mac_address': 'fa:16:3e:b6:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b16664d-ec46-41b7-84e1-61992099b5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:58Z', 'updated_at': '2021-08-28T23:15:04Z', 'revision_number': 4, 'project_id': '8480b6e9486649649d06077444a0c59f', 'subnets': [{'id': '3b16664d-ec46-41b7-84e1-61992099b5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:04.737484 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.775639 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82779677-1401-423f-b7c5-3324fc278c73,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:04.818653 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.822912 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b6bc7335-f15c-474d-bdf3-dcf548d88b89 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4027169 Aug 28 23:15:04.832767 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40426) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:04.832767 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group_rule': {'security_group_id': '1cb7183b-afd0-43e4-bf1b-af39f4e22f76', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:04.915441 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b1050-6ac7-43b0-94f5-61a598186a4e req-f2319fc9-de97-4f18-8176-de09b1db6946 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:04.917004 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8e8b1050-6ac7-43b0-94f5-61a598186a4e req-f2319fc9-de97-4f18-8176-de09b1db6946 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0608878 Aug 28 23:15:04.943445 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.securitygroups_db [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Project 5f1d15a07d62446ca0b08029c849b9a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 23:15:04.952680 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:04.958335 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8e8b1050-6ac7-43b0-94f5-61a598186a4e req-206df760-0cf0-480c-8e7b-0e41c39e614a tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bf69f65-eb5b-4a94-9988-edbd606691da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Aug 28 23:15:05.015832 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.041271 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40428) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:05.063533 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.084140 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-821eac1c-d28b-4b82-b4a0-12e79b7aa8a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07ab2eb8b4ad4c01b94f5aa791c1f5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414824 Aug 28 23:15:05.086453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40430) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:05.088197 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044727c9-7065-4993-a694-e69c46fdf1af,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:05.127292 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.129480 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-426ee78f-778a-40be-92d1-051da21fefaf tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047395 Aug 28 23:15:05.131849 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40432) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:05.136458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'security_group_rule': {'security_group_id': '1cb7183b-afd0-43e4-bf1b-af39f4e22f76', 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:05.142241 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d828713b-c5a0-4250-b774-697044135433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.164889 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d828713b-c5a0-4250-b774-697044135433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.274200 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-2cbe33fc-fe4b-40fe-85d1-f7cf0313873f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:05.275813 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-2cbe33fc-fe4b-40fe-85d1-f7cf0313873f tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Aug 28 23:15:05.315793 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d828713b-c5a0-4250-b774-697044135433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.318354 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d828713b-c5a0-4250-b774-697044135433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.319505 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-d828713b-c5a0-4250-b774-697044135433 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb473b5d-bb5a-4f8c-8292-b9f65fcacde0 HTTP/1.1" status: 204 len: 168 time: 0.2321436 Aug 28 23:15:05.338816 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828713b-c5a0-4250-b774-697044135433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb473b5d-bb5a-4f8c-8292-b9f65fcacde0,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:05.343881 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.securitygroups_db [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Project 5f1d15a07d62446ca0b08029c849b9a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 23:15:05.349261 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.403667 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Deleting port ce45519a-f04e-43df-b329-6f12fd16d368 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:05.404130 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.438860 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 9e5467a1-d1fb-4820-a7ba-9668742bf008 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:05.467076 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.516875 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] For port ce45519a-f04e-43df-b329-6f12fd16d368, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ce45519a-f04e-43df-b329-6f12fd16d368,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:05.517255 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.529590 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Calling delete_port for ce45519a-f04e-43df-b329-6f12fd16d368 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:05.531582 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.550688 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b82bcfa-22c4-4cf3-9478-0c95b4f89aae,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:05.554155 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 9e5467a1-d1fb-4820-a7ba-9668742bf008 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:05.558185 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 9e5467a1-d1fb-4820-a7ba-9668742bf008 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:05.558561 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.640653 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.640892 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.650592 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e8f874c6-d526-4d88-975c-8c0f49fd1f92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5176499 Aug 28 23:15:05.675805 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 9e5467a1-d1fb-4820-a7ba-9668742bf008, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=9e5467a1-d1fb-4820-a7ba-9668742bf008,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:05.737578 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.749377 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['ce45519a-f04e-43df-b329-6f12fd16d368'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:15:05.770668 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.786170 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Pushing event deleted for resources: {'Port': ['ID=ce45519a-f04e-43df-b329-6f12fd16d368,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:05.835971 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] No DVR routers for this DVR port ce45519a-f04e-43df-b329-6f12fd16d368 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:05.838777 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:05.841188 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66e3f7f4-b4a1-497f-abcf-4168902c7669 req-27864cea-a900-4656-9d68-d7bb3b2518c4 tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.39 "DELETE /v2.0/ports/ce45519a-f04e-43df-b329-6f12fd16d368 HTTP/1.1" status: 204 len: 173 time: 0.5591643 Aug 28 23:15:05.841646 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'name': 'network-vif-deleted', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:15:05.842409 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=9e5467a1-d1fb-4820-a7ba-9668742bf008,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:05.845728 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2a8986-24b8-4038-b358-d8627dae9209" -d '{"events": [{"server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "name": "network-vif-deleted", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:15:05.882001 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6eb738-6867-4ae9-9895-653c45a4a0f0 x-openstack-request-id: req-6b6eb738-6867-4ae9-9895-653c45a4a0f0 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:15:05.882266 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0597aa-7f97-407b-9351-9c66bd5b9e39", "name": "network-vif-deleted", "tag": "ce45519a-f04e-43df-b329-6f12fd16d368", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:15:05.882514 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b6eb738-6867-4ae9-9895-653c45a4a0f0 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:15:05.882901 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0597aa-7f97-407b-9351-9c66bd5b9e39', 'name': 'network-vif-deleted', 'tag': 'ce45519a-f04e-43df-b329-6f12fd16d368', 'status': 'completed', 'code': 200} Aug 28 23:15:05.973977 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40484) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:06.066864 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bb803155-df47-44ef-b277-4f38f905cfdc req-78c38525-573c-4d48-9777-2f670dd818da tempest-TestMinimumBasicScenario-363554674 tempest-TestMinimumBasicScenario-363554674-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0597aa-7f97-407b-9351-9c66bd5b9e39 HTTP/1.1" status: 200 len: 210 time: 0.0333776 Aug 28 23:15:06.127833 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40490) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:06.171518 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-782a3117-7871-4d75-a006-844a07c2acaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbbdfde11f064c93b3595810e1866d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424194 Aug 28 23:15:06.178207 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40492) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:06.230959 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e5cef07a-4da3-4c30-8e4e-50436945c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.258818 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e5cef07a-4da3-4c30-8e4e-50436945c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.401771 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e5cef07a-4da3-4c30-8e4e-50436945c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.405429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-e5cef07a-4da3-4c30-8e4e-50436945c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.409211 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-e5cef07a-4da3-4c30-8e4e-50436945c674 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f99c094-96ed-4f0d-9ce1-c0a8eda6e991 HTTP/1.1" status: 204 len: 168 time: 0.2322354 Aug 28 23:15:06.426841 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cef07a-4da3-4c30-8e4e-50436945c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f99c094-96ed-4f0d-9ce1-c0a8eda6e991,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:06.527426 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.846316 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Deleting port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:06.846733 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.926415 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] For port 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:06.926774 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:06.940096 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Calling delete_port for 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 owned by network:router_interface {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:07.207165 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:07.245971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b68a33-cd0a-4b5a-9097-cdeef7bb5e82,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:07.469621 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:07.518165 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 9e5467a1-d1fb-4820-a7ba-9668742bf008 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:07.568766 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 9e5467a1-d1fb-4820-a7ba-9668742bf008 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:07.569138 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:07.726965 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:07.843057 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:07.849961 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d96e8349-6850-4e5a-a30d-78560a52e247 admin admin] 10.222.0.16 "PUT /v2.0/routers/3d8ec5a7-4185-4f36-81b3-fa3465a66d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730540 Aug 28 23:15:07.851057 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40558) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:07.852036 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] Sync routers for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:07.894007 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:07.894007 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:07.973992 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:07.977689 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.091854 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.162519 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:15:07Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:08.192328 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] Checking router: 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:08.201515 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] Routers {'3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:08.202863 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:08.311750 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Deleting port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:08.312089 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.395034 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] Set router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:08.402370 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] For port 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:08.402735 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.414947 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Calling delete_port for 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 owned by network:router_gateway {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:08.597125 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:15:07Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:08.623757 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4352d6-5df6-448a-9d7e-8711cee3680b None None] The sync data for ids ['3d8ec5a7-4185-4f36-81b3-fa3465a66d9a'] in dv-cinder-790492-11-iscsi is: [{'id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'name': 'tempest-AttachVolumeShelveTestJSON-457087077-router', 'tenant_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:07:35Z', 'updated_at': '2021-08-28T23:15:07Z', 'revision_number': 5, 'project_id': 'e5c27db67ad24ea9b0856f2a8195dd48', 'gw_port': {'id': '8cc1b3ec-46c8-4415-9c75-cabbce8db9e4', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ec5a7-4185-4f36-81b3-fa3465a66d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:07:36Z', 'updated_at': '2021-08-28T23:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:08.686240 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.714491 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc1b3ec-46c8-4415-9c75-cabbce8db9e4,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:08.777528 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.886878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:08.889584 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.018281 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.019304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d8ec5a7-4185-4f36-81b3-fa3465a66d9a {{(pid=94553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:15:09.026976 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.033143 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0e12ead2-2288-485c-ab9d-f4246d4e6aa1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3d8ec5a7-4185-4f36-81b3-fa3465a66d9a HTTP/1.1" status: 204 len: 168 time: 1.1810322 Aug 28 23:15:09.035884 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40604) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:09.109152 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Deleting subnet b8354f8b-c4af-410c-a02c-53cba37a650d {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:09.113515 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.151342 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.235043 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40606) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:09.239595 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.372421 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.400394 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8354f8b-c4af-410c-a02c-53cba37a650d,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:09.408290 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.412936 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-81e01804-c25b-430f-808b-1149dd41c865 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b8354f8b-c4af-410c-a02c-53cba37a650d HTTP/1.1" status: 204 len: 168 time: 0.3737621 Aug 28 23:15:09.414595 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9370bf-6648-4d44-bae7-01385f0803ed None None] Network eaa9bae8-4d59-47d8-b960-00e86c451354 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:09.418085 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40608) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:09.433656 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:09.488074 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:09.488434 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 08b68a33-cd0a-4b5a-9097-cdeef7bb5e82 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:09.499896 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.572917 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Deleting port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:09.573248 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.640875 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ce45519a-f04e-43df-b329-6f12fd16d368 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:09.660505 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] For port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:09.660905 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.663863 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: ce45519a-f04e-43df-b329-6f12fd16d368 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:09.664384 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device ce45519a-f04e-43df-b329-6f12fd16d368 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:09.684624 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Calling delete_port for 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 owned by network:dhcp {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:09.743136 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] DHCP port deletion for eaa9bae8-4d59-47d8-b960-00e86c451354 request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:15:09.807479 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] Deleting port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:09.807920 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.881417 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] For port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,segment=NetworkSegment(d36567ff-e72f-40e9-9009-b69dae2c8203),segment_id=d36567ff-e72f-40e9-9009-b69dae2c8203)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:09.882157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.899970 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] Calling delete_port for 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:09.913990 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:09.941231 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:09.944878 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] No DVR routers for this DVR port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 on host dv-cinder-790492-11-iscsi {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:09.980418 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.018502 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.025457 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.030002 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa9bae8-4d59-47d8-b960-00e86c451354']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:10.040826 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36567ff-e72f-40e9-9009-b69dae2c8203') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:10.041458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36567ff-e72f-40e9-9009-b69dae2c8203') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:10.050239 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.054914 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] Pushing event deleted for resources: {'Port': ['ID=07b70cc4-4f7e-4a65-9c70-6419fc9caf78,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:10.058616 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439dd1e8-4275-4f65-8028-ab6de245d1be None None] No DVR routers for this DVR port 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:10.068264 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.074642 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:10.075612 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:10.078046 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:10.183900 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b2a92d0f-ca82-47df-9a68-fe32e6331fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.212125 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.218021 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.228261 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eaa9bae8-4d59-47d8-b960-00e86c451354 HTTP/1.1" status: 204 len: 168 time: 0.7990103 Aug 28 23:15:10.235927 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e495a0-fe54-4446-bcab-19ca761ff052 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa9bae8-4d59-47d8-b960-00e86c451354,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:10.238954 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Deleting port fa7064bf-3482-405b-9bc2-bf21d8e28f93 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:10.239295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.323053 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] For port fa7064bf-3482-405b-9bc2-bf21d8e28f93, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7064bf-3482-405b-9bc2-bf21d8e28f93,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:10.323349 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.335954 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Calling delete_port for fa7064bf-3482-405b-9bc2-bf21d8e28f93 owned by network:router_interface {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:10.560605 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40618) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:10.600244 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.600542 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a64372e1-4b2c-4c27-9241-a6d57c0a4388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5c27db67ad24ea9b0856f2a8195dd48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386550 Aug 28 23:15:10.602939 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40620) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:10.626014 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7064bf-3482-405b-9bc2-bf21d8e28f93,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:10.658420 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-debabb43-ceee-4e6f-986e-57d7fde9beb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.683599 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-debabb43-ceee-4e6f-986e-57d7fde9beb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.820479 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-debabb43-ceee-4e6f-986e-57d7fde9beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.822611 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-debabb43-ceee-4e6f-986e-57d7fde9beb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:10.827665 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-debabb43-ceee-4e6f-986e-57d7fde9beb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7f48fd8-f761-475f-97a7-91e96281b801 HTTP/1.1" status: 204 len: 168 time: 0.2194929 Aug 28 23:15:10.836073 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debabb43-ceee-4e6f-986e-57d7fde9beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f48fd8-f761-475f-97a7-91e96281b801,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:10.841069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:11.086366 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:11.198477 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:11.204201 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-960c2395-33fc-4c03-ae03-640289eb3545 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5bf35d7-2578-4cfc-bf84-b207fa07c6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9679618 Aug 28 23:15:11.206820 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40640) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:11.208804 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] Sync routers for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:11.220264 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:11.221286 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:11.328697 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks [] for router, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:11.357522 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:11.432925 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:11.507657 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:11.547308 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Deleting port 240b7961-177f-46ca-8d36-7d1ffd69a6a0 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:11.547705 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:11.548417 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:11.548767 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 07b70cc4-4f7e-4a65-9c70-6419fc9caf78 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:11.549365 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:11.570833 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:11.571439 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 8cc1b3ec-46c8-4415-9c75-cabbce8db9e4 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:11.601682 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:15:10Z', 'revision_number': 5, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port': {'id': '240b7961-177f-46ca-8d36-7d1ffd69a6a0', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ca:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:14Z', 'updated_at': '2021-08-28T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:11.629820 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] For port 240b7961-177f-46ca-8d36-7d1ffd69a6a0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=240b7961-177f-46ca-8d36-7d1ffd69a6a0,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:11.630235 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:11.631350 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] Checking router: e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:11.641232 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] Routers {'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:11.641919 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:14:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:11.646963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Calling delete_port for 240b7961-177f-46ca-8d36-7d1ffd69a6a0 owned by network:router_gateway {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:11.740510 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] Set router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 gateway port host: None {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:11.801900 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:15:11Z', 'revision_number': 6, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:11.832088 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc84e9-93af-4024-9208-7ae15e32672b None None] The sync data for ids ['e5bf35d7-2578-4cfc-bf84-b207fa07c6e9'] in dv-cinder-790492-11-iscsi is: [{'id': 'e5bf35d7-2578-4cfc-bf84-b207fa07c6e9', 'name': 'tempest-TestMinimumBasicScenario-626468648-router', 'tenant_id': '92feac9d9c434e8cb87f3353bf0427eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:13Z', 'updated_at': '2021-08-28T23:15:11Z', 'revision_number': 6, 'project_id': '92feac9d9c434e8cb87f3353bf0427eb', 'gw_port_host': None}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:11.909127 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:11.938894 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Pushing event deleted for resources: {'Port': ['ID=240b7961-177f-46ca-8d36-7d1ffd69a6a0,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:12.006072 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.361805 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.363816 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.475220 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.475787 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 {{(pid=94554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:15:12.480043 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.481152 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-377ccd6a-101c-4897-ac4f-73c50fb8c496 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e5bf35d7-2578-4cfc-bf84-b207fa07c6e9 HTTP/1.1" status: 204 len: 168 time: 1.2733452 Aug 28 23:15:12.483696 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40672) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:12.527136 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Deleting subnet 09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:12.530952 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.569236 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.649587 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.720285 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f7476c87-abfd-45ed-8818-498b97e2cfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.760884 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.796076 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fc59cd-0ab6-4ded-8d0e-6aef418d8f91,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:12.802809 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.804857 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-7787fe3c-24ec-4b43-9650-5ca48337008a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/09fc59cd-0ab6-4ded-8d0e-6aef418d8f91 HTTP/1.1" status: 204 len: 168 time: 0.3202076 Aug 28 23:15:12.807529 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40680) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:12.810860 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc0e58-9c9b-4125-9d8d-4d7a44e078ac None None] Network f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:12.903736 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:12.979266 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Deleting port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:12.979606 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.003249 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.051844 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] For port 71c4d43f-8e77-4338-8b06-e9a40f3ee496, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=71c4d43f-8e77-4338-8b06-e9a40f3ee496,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:13.052201 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.072079 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] DHCP port deletion for f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:15:13.076239 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Calling delete_port for 71c4d43f-8e77-4338-8b06-e9a40f3ee496 owned by network:dhcp {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:13.141404 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] Deleting port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:13.141820 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.204163 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] For port 71c4d43f-8e77-4338-8b06-e9a40f3ee496, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=71c4d43f-8e77-4338-8b06-e9a40f3ee496,segment=NetworkSegment(6f03c1fc-3b50-4af3-93a3-c12c1fa49506),segment_id=6f03c1fc-3b50-4af3-93a3-c12c1fa49506)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:13.204554 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.216795 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] Calling delete_port for 71c4d43f-8e77-4338-8b06-e9a40f3ee496 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:13.269514 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.296121 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Pushing event deleted for resources: {'Port': ['ID=71c4d43f-8e77-4338-8b06-e9a40f3ee496,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:13.299658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] No DVR routers for this DVR port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 on host dv-cinder-790492-11-iscsi {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:13.388456 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.400305 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99b85f3-f18c-45bd-81a9-ecaefd06d5b8']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:13.403903 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7064bf-3482-405b-9bc2-bf21d8e28f93 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:13.423708 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f03c1fc-3b50-4af3-93a3-c12c1fa49506') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:13.424085 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f03c1fc-3b50-4af3-93a3-c12c1fa49506') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:13.428101 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: fa7064bf-3482-405b-9bc2-bf21d8e28f93 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:13.428451 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7064bf-3482-405b-9bc2-bf21d8e28f93 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:13.428874 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 240b7961-177f-46ca-8d36-7d1ffd69a6a0 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:13.433771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.449733 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.454772 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 240b7961-177f-46ca-8d36-7d1ffd69a6a0 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:13.455126 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 240b7961-177f-46ca-8d36-7d1ffd69a6a0 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:13.455548 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 71c4d43f-8e77-4338-8b06-e9a40f3ee496 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:13.456142 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:13.456529 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:13.458477 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:13.477114 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 71c4d43f-8e77-4338-8b06-e9a40f3ee496 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:13.477558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 71c4d43f-8e77-4338-8b06-e9a40f3ee496 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:13.479247 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.494393 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] No DVR routers for this DVR port 71c4d43f-8e77-4338-8b06-e9a40f3ee496 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:13.517510 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e33669-8848-4f36-a8a6-8c6ec7f6ef92 None None] Pushing event deleted for resources: {'Port': ['ID=71c4d43f-8e77-4338-8b06-e9a40f3ee496,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:13.623069 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.628380 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:13.630332 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] 10.222.0.16 "DELETE /v2.0/networks/f99b85f3-f18c-45bd-81a9-ecaefd06d5b8 HTTP/1.1" status: 204 len: 168 time: 0.8213434 Aug 28 23:15:13.634363 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40706) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:13.653580 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc566064-a6a7-4322-89a3-97c9facc055e admin admin] Pushing event deleted for resources: {'Network': ['ID=f99b85f3-f18c-45bd-81a9-ecaefd06d5b8,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:14.006324 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.291654 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Deleting port 561bd0f6-f24a-4452-9f2a-228ece72b223 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:14.292330 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.315053 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.369970 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] For port 561bd0f6-f24a-4452-9f2a-228ece72b223, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=561bd0f6-f24a-4452-9f2a-228ece72b223,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:14.370334 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.383450 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Calling delete_port for 561bd0f6-f24a-4452-9f2a-228ece72b223 owned by network:router_interface {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:14.581121 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40736) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:14.646310 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.680281 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Pushing event deleted for resources: {'Port': ['ID=561bd0f6-f24a-4452-9f2a-228ece72b223,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:14.696150 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6f409a82-82ba-462b-92e5-8645c9f6fbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.909220 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:14.930815 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6f409a82-82ba-462b-92e5-8645c9f6fbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.009141 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6f409a82-82ba-462b-92e5-8645c9f6fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.064380 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f409a82-82ba-462b-92e5-8645c9f6fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ecea84-f48e-4625-9411-9a34cd49c5da,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:15.069473 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-6f409a82-82ba-462b-92e5-8645c9f6fbf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8389233ed79a4d23bb82b8705ffa3dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873023 Aug 28 23:15:15.072233 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40740) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:15.124489 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f4186d39-656b-4c01-ac1a-ff5dfb7d69e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.144812 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f4186d39-656b-4c01-ac1a-ff5dfb7d69e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.177275 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Router d83a6961-7658-404e-872e-c1df8a276a3b has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:15.245955 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f4186d39-656b-4c01-ac1a-ff5dfb7d69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.248658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-f4186d39-656b-4c01-ac1a-ff5dfb7d69e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.249832 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-f4186d39-656b-4c01-ac1a-ff5dfb7d69e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2ecea84-f48e-4625-9411-9a34cd49c5da HTTP/1.1" status: 204 len: 168 time: 0.1761827 Aug 28 23:15:15.257924 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4186d39-656b-4c01-ac1a-ff5dfb7d69e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ecea84-f48e-4625-9411-9a34cd49c5da,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:15.292885 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:15.298834 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3109ce72-cd46-4268-ba8f-aa4d06353642 admin admin] 10.222.0.16 "PUT /v2.0/routers/d83a6961-7658-404e-872e-c1df8a276a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6633372 Aug 28 23:15:15.301152 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40746) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:15.305576 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] Sync routers for ids ['d83a6961-7658-404e-872e-c1df8a276a3b'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:15.314604 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] Routers {'d83a6961-7658-404e-872e-c1df8a276a3b'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:15.315466 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['d83a6961-7658-404e-872e-c1df8a276a3b'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:15.399738 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.424969 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks [] for router, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.427156 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] Set router d83a6961-7658-404e-872e-c1df8a276a3b gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:15.542155 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.645317 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Deleting port 75cc0737-c47f-4b39-bc31-5c075c032e5d {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:15.645693 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.650845 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:15:14Z', 'revision_number': 5, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port': {'id': '75cc0737-c47f-4b39-bc31-5c075c032e5d', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:12:22Z', 'updated_at': '2021-08-28T23:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:15.678292 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] Checking router: d83a6961-7658-404e-872e-c1df8a276a3b for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:15.686816 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] Routers {'d83a6961-7658-404e-872e-c1df8a276a3b'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:15.687459 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['d83a6961-7658-404e-872e-c1df8a276a3b'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:15.726030 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] For port 75cc0737-c47f-4b39-bc31-5c075c032e5d, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=75cc0737-c47f-4b39-bc31-5c075c032e5d,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:15.726677 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.742966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Calling delete_port for 75cc0737-c47f-4b39-bc31-5c075c032e5d owned by network:router_gateway {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:15.775459 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] Set router d83a6961-7658-404e-872e-c1df8a276a3b gateway port host: None {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:15.830483 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:15:15Z', 'revision_number': 6, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:15.858805 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b63ea-a526-46a4-8bb5-5923aae668bc None None] The sync data for ids ['d83a6961-7658-404e-872e-c1df8a276a3b'] in dv-cinder-790492-11-iscsi is: [{'id': 'd83a6961-7658-404e-872e-c1df8a276a3b', 'name': 'tempest-TestMinimumBasicScenario-674589500-router', 'tenant_id': '22b7d5eb2d9540eea812e647590b33a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:12:21Z', 'updated_at': '2021-08-28T23:15:15Z', 'revision_number': 6, 'project_id': '22b7d5eb2d9540eea812e647590b33a8', 'gw_port_host': None}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:15.948897 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40758) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:15.964792 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e460fb7-5ff4-489b-8b8e-549c185e6bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:15.982526 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40760) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:15.988662 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.020592 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cc0737-c47f-4b39-bc31-5c075c032e5d,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:16.062424 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e460fb7-5ff4-489b-8b8e-549c185e6bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.079653 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.138517 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7e460fb7-5ff4-489b-8b8e-549c185e6bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.187412 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c508-836e-403f-8867-73897dfab1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.203313 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-7e460fb7-5ff4-489b-8b8e-549c185e6bdf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf6d18c2e6ce450f9f669d3ca4bbc8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525401 Aug 28 23:15:16.204482 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e460fb7-5ff4-489b-8b8e-549c185e6bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a66c1-39d3-473c-b0d4-0fd41c1beba3,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:16.207496 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40764) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:16.310549 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21c29d74-3271-4024-a281-d704b4e7b82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.356820 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21c29d74-3271-4024-a281-d704b4e7b82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.417776 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c508-836e-403f-8867-73897dfab1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.432594 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.435246 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.479434 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c508-836e-403f-8867-73897dfab1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.511568 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21c29d74-3271-4024-a281-d704b4e7b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.514047 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21c29d74-3271-4024-a281-d704b4e7b82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.515157 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-21c29d74-3271-4024-a281-d704b4e7b82b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d88a66c1-39d3-473c-b0d4-0fd41c1beba3 HTTP/1.1" status: 204 len: 168 time: 0.3049412 Aug 28 23:15:16.524788 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b2a9c508-836e-403f-8867-73897dfab1fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7314910036c4b3a9a5110be075a3683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412557 Aug 28 23:15:16.525592 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9c508-836e-403f-8867-73897dfab1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc781536-2c79-401b-bda9-0e39ded5cd02,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:16.527729 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40770) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:16.539992 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c29d74-3271-4024-a281-d704b4e7b82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a66c1-39d3-473c-b0d4-0fd41c1beba3,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:16.555055 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.555578 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d83a6961-7658-404e-872e-c1df8a276a3b {{(pid=94553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:15:16.568881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.570412 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-19d4933c-fcd8-4d39-ae10-2196b68e4433 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d83a6961-7658-404e-872e-c1df8a276a3b HTTP/1.1" status: 204 len: 168 time: 1.2683139 Aug 28 23:15:16.573040 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40772) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:16.597947 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-28242989-6d54-4182-a6d5-5355588cac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.617061 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Deleting subnet 3dc687e0-d8ab-4b3d-81c2-763363636a19 {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:16.619367 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-28242989-6d54-4182-a6d5-5355588cac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.620075 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.665903 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.737719 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-28242989-6d54-4182-a6d5-5355588cac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.741687 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-28242989-6d54-4182-a6d5-5355588cac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.746272 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-28242989-6d54-4182-a6d5-5355588cac45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc781536-2c79-401b-bda9-0e39ded5cd02 HTTP/1.1" status: 204 len: 168 time: 0.2137065 Aug 28 23:15:16.746752 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.755779 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28242989-6d54-4182-a6d5-5355588cac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc781536-2c79-401b-bda9-0e39ded5cd02,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:16.886267 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.923892 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc687e0-d8ab-4b3d-81c2-763363636a19,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:16.929459 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:16.931514 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f05e76-b522-4b3f-8aae-3ddb97940040 None None] Network 11543061-59d5-4ce8-ba61-d61b9dc10850 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:16.931956 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b6862c9e-c8f9-487b-aa8e-0c1411b31533 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3dc687e0-d8ab-4b3d-81c2-763363636a19 HTTP/1.1" status: 204 len: 168 time: 0.3576808 Aug 28 23:15:16.934509 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40780) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:17.026317 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.102923 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Deleting port 27198cf6-9873-4786-b95e-6d70be17dc54 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:17.103719 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.184953 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] For port 27198cf6-9873-4786-b95e-6d70be17dc54, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=27198cf6-9873-4786-b95e-6d70be17dc54,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:17.185680 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] DHCP port deletion for 11543061-59d5-4ce8-ba61-d61b9dc10850 request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:15:17.185838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.220207 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Calling delete_port for 27198cf6-9873-4786-b95e-6d70be17dc54 owned by network:dhcp {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:17.247599 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] Deleting port 27198cf6-9873-4786-b95e-6d70be17dc54 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:15:17.248088 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.326946 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] For port 27198cf6-9873-4786-b95e-6d70be17dc54, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=27198cf6-9873-4786-b95e-6d70be17dc54,segment=NetworkSegment(2f0f5d8b-accb-48fe-9d75-ec1535b2d71b),segment_id=2f0f5d8b-accb-48fe-9d75-ec1535b2d71b)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:17.326946 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.339258 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] Calling delete_port for 27198cf6-9873-4786-b95e-6d70be17dc54 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:15:17.389510 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 27198cf6-9873-4786-b95e-6d70be17dc54 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:17.406325 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.433932 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] No DVR routers for this DVR port 27198cf6-9873-4786-b95e-6d70be17dc54 on host dv-cinder-790492-11-iscsi {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:17.438458 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=27198cf6-9873-4786-b95e-6d70be17dc54,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:17.450683 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No active binding found for port 27198cf6-9873-4786-b95e-6d70be17dc54 {{(pid=94555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 23:15:17.450683 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 27198cf6-9873-4786-b95e-6d70be17dc54 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:17.452851 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 561bd0f6-f24a-4452-9f2a-228ece72b223 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:17.475058 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.481048 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 561bd0f6-f24a-4452-9f2a-228ece72b223 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:17.481596 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 561bd0f6-f24a-4452-9f2a-228ece72b223 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:17.482242 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 75cc0737-c47f-4b39-bc31-5c075c032e5d no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:15:17.522571 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.533382 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 75cc0737-c47f-4b39-bc31-5c075c032e5d {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:15:17.533740 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 75cc0737-c47f-4b39-bc31-5c075c032e5d not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:15:17.534838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11543061-59d5-4ce8-ba61-d61b9dc10850']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:17.547845 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] Pushing event deleted for resources: {'Port': ['ID=27198cf6-9873-4786-b95e-6d70be17dc54,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:17.550366 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:17.550366 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0f5d8b-accb-48fe-9d75-ec1535b2d71b') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:17.553143 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1e312-ef16-43eb-a2d3-1553fb11e7c5 None None] No DVR routers for this DVR port 27198cf6-9873-4786-b95e-6d70be17dc54 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:15:17.570213 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.585990 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.591406 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:17.591790 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:17.593573 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:17.725513 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.731864 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:17.733827 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] 10.222.0.16 "DELETE /v2.0/networks/11543061-59d5-4ce8-ba61-d61b9dc10850 HTTP/1.1" status: 204 len: 168 time: 0.7983398 Aug 28 23:15:17.755123 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32fe12-2649-4f1a-af9b-3742271fcc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=11543061-59d5-4ce8-ba61-d61b9dc10850,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:18.011834 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:18.094318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40834) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:18.139072 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-46abf610-bbce-4017-80c0-3c5c6b8f9959 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92feac9d9c434e8cb87f3353bf0427eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425305 Aug 28 23:15:18.141545 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40836) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:18.191582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-59dbbe34-4410-41e1-8cdc-a3be041aec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:18.212674 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-59dbbe34-4410-41e1-8cdc-a3be041aec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:18.331465 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-59dbbe34-4410-41e1-8cdc-a3be041aec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:18.334006 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-59dbbe34-4410-41e1-8cdc-a3be041aec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:18.337631 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-59dbbe34-4410-41e1-8cdc-a3be041aec98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2bf69f65-eb5b-4a94-9988-edbd606691da HTTP/1.1" status: 204 len: 168 time: 0.1927392 Aug 28 23:15:18.349860 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbbe34-4410-41e1-8cdc-a3be041aec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf69f65-eb5b-4a94-9988-edbd606691da,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:18.988004 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40870) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:19.035070 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-4223bd96-197e-4325-8f21-a340c0a38755 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22b7d5eb2d9540eea812e647590b33a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458615 Aug 28 23:15:19.037522 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40874) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:19.083934 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a44c278-5fa7-4397-a179-bed58ebf0688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:19.104335 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a44c278-5fa7-4397-a179-bed58ebf0688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:19.331549 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a44c278-5fa7-4397-a179-bed58ebf0688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:19.334231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2a44c278-5fa7-4397-a179-bed58ebf0688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:19.335395 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2a44c278-5fa7-4397-a179-bed58ebf0688 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fb76e92-5763-493c-b07e-13a742a842e6 HTTP/1.1" status: 204 len: 168 time: 0.2969608 Aug 28 23:15:19.343871 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44c278-5fa7-4397-a179-bed58ebf0688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb76e92-5763-493c-b07e-13a742a842e6,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:20.440178 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40920) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:20.538288 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1600380616-network', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:20.651442 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Made reservation on behalf of 073a918b863d44d98c18ae10b9bca8ef for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:20.655202 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.663000 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.749274 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.811562 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.838363 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:15:20.844485 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aacfe5-56b6-4327-8352-c93ddfb04f32,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:20.850336 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.850678 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Added segment e82e95c8-4419-44c0-87a4-2b7778df7b8d of type vlan for network 511967bd-6e28-4acd-b6d3-ae39b5974e6a Aug 28 23:15:20.891105 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.971499 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:20.972486 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:20.973070 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.034628 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] Pushing event updated for resources: {'Network': ['ID=511967bd-6e28-4acd-b6d3-ae39b5974e6a,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:21.044984 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:15:21.121075 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c60fe09f-56b2-4dcd-8a3d-d88a37d97002 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6797442 Aug 28 23:15:21.124022 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40938) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:21.128790 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Request body: {'subnet': {'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1600380616-subnet', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:21.228844 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Made reservation on behalf of 073a918b863d44d98c18ae10b9bca8ef for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:21.231805 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9248040'] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.446007 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8636829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9248062'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.463285 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40942) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:21.506170 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:21.510484 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Checking segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:21.510840 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Network hostable DHCP agents. Network: 511967bd-6e28-4acd-b6d3-ae39b5974e6a, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:15:21.565431 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f84bfa51-7c17-4060-bf72-862bb9a58696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.606201 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:15:21.658420 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f84bfa51-7c17-4060-bf72-862bb9a58696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.731564 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 511967bd-6e28-4acd-b6d3-ae39b5974e6a) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:21.744039 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:21.744039 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.744284 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c3d4c1-2c24-46d7-882e-431c9cda02d9 None None] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:21.760220 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f84bfa51-7c17-4060-bf72-862bb9a58696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.801144 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f84bfa51-7c17-4060-bf72-862bb9a58696 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1e4955a424b4f07ab4ec717e9ec9508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367715 Aug 28 23:15:21.802344 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bfa51-7c17-4060-bf72-862bb9a58696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99422381-51d4-4f84-8229-2ca9202c9843,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:21.804629 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40956) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:21.845230 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-33382413-9a92-49cc-a9fd-f6d4bbd397e2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7201817 Aug 28 23:15:21.848354 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 40958) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:21.852990 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:21.864476 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ee52972c-25d6-4adb-b998-942011077c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.888768 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ee52972c-25d6-4adb-b998-942011077c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.894410 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:15:21.897081 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.926520 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.927621 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.988860 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ee52972c-25d6-4adb-b998-942011077c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.991442 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-ee52972c-25d6-4adb-b998-942011077c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:21.992593 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-ee52972c-25d6-4adb-b998-942011077c47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99422381-51d4-4f84-8229-2ca9202c9843 HTTP/1.1" status: 204 len: 168 time: 0.1864176 Aug 28 23:15:22.003558 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52972c-25d6-4adb-b998-942011077c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99422381-51d4-4f84-8229-2ca9202c9843,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:22.046936 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.048697 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Allocated IP 172.20.0.2 (511967bd-6e28-4acd-b6d3-ae39b5974e6a/7d68f37c-0d33-4d46-a5b6-b8afd8e225e4/ad656c17-2348-4db5-ab37-e1127978f9d0) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:22.191299 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.199472 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Transition to ACTIVE for port object ad656c17-2348-4db5-ab37-e1127978f9d0 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:22.213416 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Transition to ACTIVE for port object ad656c17-2348-4db5-ab37-e1127978f9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:22.255023 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.280925 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.324908 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:22.328200 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:22.330921 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:22.344367 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Pushing event updated for resources: {'Port': ['ID=ad656c17-2348-4db5-ab37-e1127978f9d0,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:22.398313 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Attempting to bind port ad656c17-2348-4db5-ab37-e1127978f9d0 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:22.398685 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Attempting to bind port ad656c17-2348-4db5-ab37-e1127978f9d0 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:22.399173 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Attempting to bind port ad656c17-2348-4db5-ab37-e1127978f9d0 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:22.404283 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:22.404772 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Checking segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:22.405028 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.405681 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Bound using segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:22.406215 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Bound port: ad656c17-2348-4db5-ab37-e1127978f9d0, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:22.410259 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.479020 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] For port ad656c17-2348-4db5-ab37-e1127978f9d0, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:22.482912 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] For port ad656c17-2348-4db5-ab37-e1127978f9d0, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ad656c17-2348-4db5-ab37-e1127978f9d0,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:22.546814 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.565183 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.594892 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.663100 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c5250-d557-4c76-9d73-4f407b68a25d None None] Pushing event updated for resources: {'Port': ['ID=ad656c17-2348-4db5-ab37-e1127978f9d0,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:22.676318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Allocated IP 172.27.3.218 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/732181f0-1d38-4a77-8ffe-f9e4982b6f82) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:22.723929 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40970) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:22.738281 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5f101162-1f22-442b-8df7-ad37bf9102da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.806427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:22.871913 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5f101162-1f22-442b-8df7-ad37bf9102da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.000242 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5f101162-1f22-442b-8df7-ad37bf9102da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.000688 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.040593 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5f101162-1f22-442b-8df7-ad37bf9102da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a69dcdee2a964773ba3d35fd7ee17748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154993 Aug 28 23:15:23.041759 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f101162-1f22-442b-8df7-ad37bf9102da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b903af81-8b0a-42dc-8c5e-4e2f8eaccaab,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:23.043661 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 40972) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:23.047192 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:23.050306 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:23.054248 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:23.059919 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Pushing event updated for resources: {'Port': ['ID=732181f0-1d38-4a77-8ffe-f9e4982b6f82,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:23.098516 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21725286-5019-4a50-86b0-f6bbf0839736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.120454 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21725286-5019-4a50-86b0-f6bbf0839736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.360182 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21725286-5019-4a50-86b0-f6bbf0839736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.362874 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-21725286-5019-4a50-86b0-f6bbf0839736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.364084 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-21725286-5019-4a50-86b0-f6bbf0839736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b903af81-8b0a-42dc-8c5e-4e2f8eaccaab HTTP/1.1" status: 204 len: 168 time: 0.3195283 Aug 28 23:15:23.372642 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21725286-5019-4a50-86b0-f6bbf0839736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b903af81-8b0a-42dc-8c5e-4e2f8eaccaab,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:23.473877 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ad656c17-2348-4db5-ab37-e1127978f9d0 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:23.540647 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.606059 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port ad656c17-2348-4db5-ab37-e1127978f9d0 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:23.625963 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13cc17-8e28-4453-9159-5c3a8c8d1a56 None None] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:23.792265 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.818931 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] Provisioning for port ad656c17-2348-4db5-ab37-e1127978f9d0 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:23.828935 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] Provisioning complete for port ad656c17-2348-4db5-ab37-e1127978f9d0 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:23.843762 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:23.946794 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:24.001308 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] For port ad656c17-2348-4db5-ab37-e1127978f9d0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ad656c17-2348-4db5-ab37-e1127978f9d0,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:24.020011 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-9c346957-3f26-4ad4-a217-3ecf2ef0f46f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306318244&fields=id&tenant_id=5f1d15a07d62446ca0b08029c849b9a4 HTTP/1.1" status: 200 len: 267 time: 0.0605748 Aug 28 23:15:24.085656 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:24.157593 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-3bd21203-5ea6-496c-bb88-3a3630523b3c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:24.159260 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-3bd21203-5ea6-496c-bb88-3a3630523b3c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 809 time: 0.1288249 Aug 28 23:15:24.167052 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a667-653e-4580-9e79-13deb9a81e64 None None] Pushing event updated for resources: {'Port': ['ID=ad656c17-2348-4db5-ab37-e1127978f9d0,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:24.175611 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-09b64c53-fd8a-46ac-8427-b7511b81aaa0 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/quotas/5f1d15a07d62446ca0b08029c849b9a4 HTTP/1.1" status: 200 len: 375 time: 0.0102839 Aug 28 23:15:24.185940 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Router bfca087d-510d-4ab9-9a90-868902a67f4e is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:15:24.211375 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-5e63d1af-a848-4eb9-a5ab-db5d718c73f4 None None] Provisioning complete for port ad656c17-2348-4db5-ab37-e1127978f9d0 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:24.211891 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-5e63d1af-a848-4eb9-a5ab-db5d718c73f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:24.323667 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-8d192815-973c-49b0-8c57-48d29f55ab93 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418853 Aug 28 23:15:24.391735 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:24.401229 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:24.413409 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:24.414638 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:24.448596 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-1b9d53d7-fccc-4300-b9b5-c701338b5e35 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039479 Aug 28 23:15:24.476454 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:24.480278 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f19170f5-5493-4411-99d5-024257df3b97 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6282208 Aug 28 23:15:24.480594 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41030) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:24.525330 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:24.584047 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-be15454a-9f80-45c6-b45b-2f29c0eb0148 service neutron] 10.222.0.16 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272192 Aug 28 23:15:24.775441 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:23Z', 'revision_number': 3, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:24.809874 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:24.810257 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Updating router bfca087d-510d-4ab9-9a90-868902a67f4e port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:15:24.842288 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:24.978420 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.119881 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.132818 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Transition to ACTIVE for port object 732181f0-1d38-4a77-8ffe-f9e4982b6f82 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:25.166690 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Allocated IP 172.20.0.1 (511967bd-6e28-4acd-b6d3-ae39b5974e6a/7d68f37c-0d33-4d46-a5b6-b8afd8e225e4/a0ce9aa0-b4b5-4091-a373-96d0dad871ce) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:25.200228 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.236944 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-04a3eca5-8958-444f-9e9e-9d2a0b2f5849 req-cc10a5a7-29e0-4b7d-aa53-b8291ae74f18 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 210 time: 0.0395370 Aug 28 23:15:25.276480 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Attempting to bind port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:25.276859 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Attempting to bind port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:25.277235 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Attempting to bind port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:25.285491 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.288574 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e215377-0abf-470f-a1cd-fc73feadf436 None None] Pushing event updated for resources: {'Port': ['ID=732181f0-1d38-4a77-8ffe-f9e4982b6f82,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:25.291029 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:25.291404 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:25.291810 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.292194 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:25.292808 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Bound port: 732181f0-1d38-4a77-8ffe-f9e4982b6f82, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:25.293032 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.302900 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.provisioning_blocks [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Transition to ACTIVE for port object a0ce9aa0-b4b5-4091-a373-96d0dad871ce will not be triggered until provisioned by entity DHCP. {{(pid=94554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:25.359787 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] For port 732181f0-1d38-4a77-8ffe-f9e4982b6f82, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:25.363151 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] For port 732181f0-1d38-4a77-8ffe-f9e4982b6f82, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=732181f0-1d38-4a77-8ffe-f9e4982b6f82,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:25.404294 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ad656c17-2348-4db5-ab37-e1127978f9d0 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:25.406480 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.441147 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.443193 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:25.446087 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:25.451940 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:25.537147 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:25.538461 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:25.539770 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Pushing event updated for resources: {'Port': ['ID=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:25.550734 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e215377-0abf-470f-a1cd-fc73feadf436 None None] Pushing event updated for resources: {'Port': ['ID=732181f0-1d38-4a77-8ffe-f9e4982b6f82,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:25.564208 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.592805 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port ad656c17-2348-4db5-ab37-e1127978f9d0 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:25.593184 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.601461 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:15:25.779234 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.855155 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:25.931099 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-307e0c25-ab39-4296-bd3d-af48f4377598 None None] Provisioning for port a0ce9aa0-b4b5-4091-a373-96d0dad871ce completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:25.941536 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-307e0c25-ab39-4296-bd3d-af48f4377598 None None] Provisioning complete for port a0ce9aa0-b4b5-4091-a373-96d0dad871ce triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:25.942002 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-307e0c25-ab39-4296-bd3d-af48f4377598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:25.958629 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.022872 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.027223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-307e0c25-ab39-4296-bd3d-af48f4377598 None None] Port a0ce9aa0-b4b5-4091-a373-96d0dad871ce cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:26.109934 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Pushing event updated for resources: {'Port': ['ID=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:26.110095 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:23Z', 'revision_number': 3, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:26.110250 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.130558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f37b6-aa5a-4ced-9aee-9de79654db28 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:23Z', 'revision_number': 3, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:26.202028 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:26.204347 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:26.336987 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:26.427145 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b33c438-9d03-413e-acc2-6a248e9fad25 req-99aa6360-815c-452d-b887-701421a8014b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 210 time: 0.0957670 Aug 28 23:15:26.487798 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41100) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:26.543993 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:26.554351 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c5d2dfc1-5023-4e5f-a6cc-dbf97d51c80f admin admin] 10.222.0.16 "PUT /v2.0/routers/bfca087d-510d-4ab9-9a90-868902a67f4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725648 Aug 28 23:15:26.620219 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-daf98351-6253-4564-a664-ae4882451fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.658110 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-739e7afe-4b91-4d44-84cc-c7c5d85f6aee None None] Provisioning complete for port a0ce9aa0-b4b5-4091-a373-96d0dad871ce triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:26.665638 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-739e7afe-4b91-4d44-84cc-c7c5d85f6aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.700237 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-739e7afe-4b91-4d44-84cc-c7c5d85f6aee None None] Port a0ce9aa0-b4b5-4091-a373-96d0dad871ce cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:26.734818 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-daf98351-6253-4564-a664-ae4882451fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.827686 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-daf98351-6253-4564-a664-ae4882451fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.869915 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-daf98351-6253-4564-a664-ae4882451fb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af325580a3524c6e903b568264ed0679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875792 Aug 28 23:15:26.870784 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf98351-6253-4564-a664-ae4882451fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2512ec96-832a-422c-b984-8b058a52c5c2,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:26.872872 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41110) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:26.939636 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a17b4b6-d920-46ca-a227-80f079cbeebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:26.962003 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a17b4b6-d920-46ca-a227-80f079cbeebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.074270 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a17b4b6-d920-46ca-a227-80f079cbeebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.077928 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7a17b4b6-d920-46ca-a227-80f079cbeebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.079592 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-7a17b4b6-d920-46ca-a227-80f079cbeebd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2512ec96-832a-422c-b984-8b058a52c5c2 HTTP/1.1" status: 204 len: 168 time: 0.2052906 Aug 28 23:15:27.088991 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17b4b6-d920-46ca-a227-80f079cbeebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2512ec96-832a-422c-b984-8b058a52c5c2,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:27.397130 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41124) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:27.402386 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-595135246-network', 'tenant_id': '0864438bb8374f94bc8839275e43d587'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:27.430928 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-07eaae3c-c5e9-43f9-8b59-40a8f56cdabe tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:27.433162 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-07eaae3c-c5e9-43f9-8b59-40a8f56cdabe tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 809 time: 0.1259205 Aug 28 23:15:27.458877 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 732181f0-1d38-4a77-8ffe-f9e4982b6f82 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:27.486118 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Made reservation on behalf of 0864438bb8374f94bc8839275e43d587 for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:27.488461 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.497804 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.556131 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e7d48501-2066-487a-8f82-89cf2197d895 req-7f5112cf-e6d0-4c5e-a295-6da2c7d79c36 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 210 time: 0.0418060 Aug 28 23:15:27.562531 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-2a951566-73b5-4654-a235-43a379a98fc9 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f1d15a07d62446ca0b08029c849b9a4 HTTP/1.1" status: 200 len: 379 time: 0.1198516 Aug 28 23:15:27.585464 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'port': {'device_id': '84c9880b-03b1-49fc-904a-98e4153b5227', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'admin_state_up': True, 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'security_groups': ['1cb7183b-afd0-43e4-bf1b-af39f4e22f76']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:27.646054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:27.650266 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:27.650908 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.657494 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.720872 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.746967 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:15:27.767065 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9baa7c-69ec-47f2-a9cb-e2ee237091aa,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:27.771644 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.782674 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.784485 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Added segment fbfc6c6c-ed90-4cc2-95eb-35a0453623d4 of type vlan for network 55893270-62ca-411f-add5-c8a8d8f28b56 Aug 28 23:15:27.796369 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port 732181f0-1d38-4a77-8ffe-f9e4982b6f82, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=732181f0-1d38-4a77-8ffe-f9e4982b6f82,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:27.827880 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.834755 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Made reservation on behalf of 5f1d15a07d62446ca0b08029c849b9a4 for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:27.838293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.838577 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41134) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:27.860477 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ab16-e9db-4b93-a31f-393c1c43bfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.886097 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.952415 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=732181f0-1d38-4a77-8ffe-f9e4982b6f82,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:27.958546 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.960760 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:27.961977 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.970377 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ab16-e9db-4b93-a31f-393c1c43bfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:27.975891 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Allocated IP 172.20.0.4 (8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc/ee581ac3-46da-41cc-8c51-0fa0feeb1f5f/fbbc5235-339d-4cf4-abcc-19606432db60) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:27.998053 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:28.008225 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:28.012596 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:28.030666 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] Pushing event updated for resources: {'Network': ['ID=55893270-62ca-411f-add5-c8a8d8f28b56,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:28.041443 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 55893270-62ca-411f-add5-c8a8d8f28b56 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:15:28.053900 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d0a3ab16-e9db-4b93-a31f-393c1c43bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.098042 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d0a3ab16-e9db-4b93-a31f-393c1c43bfd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02a0256f4cf74b8282ade7da3503c356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579737 Aug 28 23:15:28.104733 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41136) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:28.134948 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3ab16-e9db-4b93-a31f-393c1c43bfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039be75b-bdfb-4610-9148-05a7c56e7980,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:28.135118 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:28.141304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.155643 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-73e72b84-5eeb-43a5-8c33-4cc405001a14 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7538249 Aug 28 23:15:28.155753 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41138) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:28.162888 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Request body: {'subnet': {'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-595135246-subnet', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'ip_version': 4}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:28.172216 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Transition to ACTIVE for port object fbbc5235-339d-4cf4-abcc-19606432db60 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:28.174073 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e4248ede-15dd-4801-ae9e-aa80620ce737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.205207 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e4248ede-15dd-4801-ae9e-aa80620ce737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.291574 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Made reservation on behalf of 0864438bb8374f94bc8839275e43d587 for: {'subnet': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:28.294443 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8721915'] for subnet, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.333576 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 2, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:28.361132 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e4248ede-15dd-4801-ae9e-aa80620ce737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.363173 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:28.363520 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Updating router bfca087d-510d-4ab9-9a90-868902a67f4e port a0ce9aa0-b4b5-4091-a373-96d0dad871ce binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:15:28.364822 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e4248ede-15dd-4801-ae9e-aa80620ce737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.368862 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e4248ede-15dd-4801-ae9e-aa80620ce737 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/039be75b-bdfb-4610-9148-05a7c56e7980 HTTP/1.1" status: 204 len: 168 time: 0.2602770 Aug 28 23:15:28.378952 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4248ede-15dd-4801-ae9e-aa80620ce737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039be75b-bdfb-4610-9148-05a7c56e7980,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:28.395986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.405904 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.471472 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:28.481558 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:28.484395 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:28.519338 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:28.901526 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:28.902470 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.926573 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-60829c9c-35ae-4483-a161-102d317cc173 None None] Provisioning for port fbbc5235-339d-4cf4-abcc-19606432db60 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:28.933301 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-60829c9c-35ae-4483-a161-102d317cc173 None None] Provisioning complete for port fbbc5235-339d-4cf4-abcc-19606432db60 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:28.933875 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-60829c9c-35ae-4483-a161-102d317cc173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.943399 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:28.950601 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3089f5-f4ba-4529-9885-c9a39ada3d47 req-d7da3f9c-5203-4556-a612-44429c6a8951 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:28.952532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0b3089f5-f4ba-4529-9885-c9a39ada3d47 req-d7da3f9c-5203-4556-a612-44429c6a8951 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 931 time: 0.0921755 Aug 28 23:15:28.954445 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Transition to ACTIVE for port object a0ce9aa0-b4b5-4091-a373-96d0dad871ce will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:28.976509 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-60829c9c-35ae-4483-a161-102d317cc173 None None] Port fbbc5235-339d-4cf4-abcc-19606432db60 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:28.994108 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0b3089f5-f4ba-4529-9885-c9a39ada3d47 req-88dc88eb-2cdc-4a9f-adf3-b8be9854a610 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347724 Aug 28 23:15:29.028600 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.029212 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8497676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8721901'] for subnet, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.032166 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-e7db5b2e-a889-4ff7-a031-d2b2f9b89bfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4587796 Aug 28 23:15:29.061483 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Request body: {'port': {'device_id': '84c9880b-03b1-49fc-904a-98e4153b5227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:29.071750 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350eb3-99df-465a-aa6a-308156ba5b2a None None] Pushing event updated for resources: {'Port': ['ID=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:29.164106 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Attempting to bind port a0ce9aa0-b4b5-4091-a373-96d0dad871ce on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:29.164534 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Attempting to bind port a0ce9aa0-b4b5-4091-a373-96d0dad871ce by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:29.164889 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Attempting to bind port a0ce9aa0-b4b5-4091-a373-96d0dad871ce on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:29.179767 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:29.179767 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Checking segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:29.179767 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.179767 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Bound using segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:29.179767 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Bound port: a0ce9aa0-b4b5-4091-a373-96d0dad871ce, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:29.179767 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.182563 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e220aa8-43a0-4100-9fee-d09c6f3b730a,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:29.195947 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Checking segment: {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:29.196296 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Network hostable DHCP agents. Network: 55893270-62ca-411f-add5-c8a8d8f28b56, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:15:29.204423 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.246983 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] For port a0ce9aa0-b4b5-4091-a373-96d0dad871ce, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:29.250521 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] For port a0ce9aa0-b4b5-4091-a373-96d0dad871ce, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:29.325784 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.338124 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41164) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:29.357418 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Network 55893270-62ca-411f-add5-c8a8d8f28b56 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:15:29.424694 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:29.425566 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:29.429561 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39350eb3-99df-465a-aa6a-308156ba5b2a None None] Pushing event updated for resources: {'Port': ['ID=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,revision_number=4']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:29.456044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 55893270-62ca-411f-add5-c8a8d8f28b56) {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:29.460703 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 732181f0-1d38-4a77-8ffe-f9e4982b6f82 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:29.462535 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:29.463320 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.514497 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee1838-3b4f-4b65-9013-983950b72cc7 None None] Network 55893270-62ca-411f-add5-c8a8d8f28b56 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:29.573026 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c508-2de5-4388-8411-4052242e5957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.574199 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ca3c23ff-cb8f-41e5-87a9-078603ce256a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4176254 Aug 28 23:15:29.577405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41172) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:29.600387 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:29.621941 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbc5235-339d-4cf4-abcc-19606432db60 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:15:29.628547 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:29.633849 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.649342 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Transition to ACTIVE for port object fbbc5235-339d-4cf4-abcc-19606432db60 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:29.674796 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:29.675173 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.717835 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c508-2de5-4388-8411-4052242e5957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.726424 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.798003 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c508-2de5-4388-8411-4052242e5957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.815499 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:29.836399 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp785346bb-3a4b-543d-a150-b5c8fdcbd085-55893270-62ca-411f-add5-c8a8d8f28b56', 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'fixed_ips': [{'subnet_id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a'}]}} from dv-cinder-790492-11-iscsi. {{(pid=94555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 23:15:29.838924 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.856599 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41176) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:29.859400 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-3fe4c508-2de5-4388-8411-4052242e5957 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb07feaa1b724da7a0e74507ae59d9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201664 Aug 28 23:15:29.866177 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41178) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:29.911594 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Attempting to bind port fbbc5235-339d-4cf4-abcc-19606432db60 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:29.912269 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Attempting to bind port fbbc5235-339d-4cf4-abcc-19606432db60 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:29.912901 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Attempting to bind port fbbc5235-339d-4cf4-abcc-19606432db60 on network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:29.918081 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4c508-2de5-4388-8411-4052242e5957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37de7336-4462-46fe-bb27-f0655cc71fbf,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:29.920411 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Port fbbc5235-339d-4cf4-abcc-19606432db60 on network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:15:29.920959 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Attempting to bind port fbbc5235-339d-4cf4-abcc-19606432db60 on network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:29.941032 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:29.942990 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Checking segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:29.943801 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Bound using segment: {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:29.947622 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Bound port: fbbc5235-339d-4cf4-abcc-19606432db60, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f53f9b-8c97-4254-b2e3-e47cfe590133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:29.948052 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.951480 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-598290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5170'] for router, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.954816 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-605428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:29.979223 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:29Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:30.013364 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-55625125-9dc8-4836-96a2-f3480206f7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.052371 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f10c27-6951-4454-9ed5-5e67d2f90d53 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:29Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:30.058268 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-55625125-9dc8-4836-96a2-f3480206f7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.077179 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.db_base_plugin_common [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Allocated IP 172.20.0.2 (55893270-62ca-411f-add5-c8a8d8f28b56/2e220aa8-43a0-4100-9fee-d09c6f3b730a/2bfd7802-42a3-461f-8a8f-9e9c3cb729f3) {{(pid=94555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:30.108062 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-326744338-network', 'tenant_id': 'eb7c20468d31436dbc0803802d843362'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:30.113753 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.193566 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:30.200015 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:30.213583 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa4d71-60bc-4a1d-aa03-0caaac504f17 req-8e2efe78-3de9-4d15-8e43-6f6d77d5c878 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:30.215857 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32fa4d71-60bc-4a1d-aa03-0caaac504f17 req-8e2efe78-3de9-4d15-8e43-6f6d77d5c878 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.1138990 Aug 28 23:15:30.257632 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-55625125-9dc8-4836-96a2-f3480206f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.260969 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-55625125-9dc8-4836-96a2-f3480206f7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.268012 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-55625125-9dc8-4836-96a2-f3480206f7b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37de7336-4462-46fe-bb27-f0655cc71fbf HTTP/1.1" status: 204 len: 168 time: 0.4006071 Aug 28 23:15:30.278360 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55625125-9dc8-4836-96a2-f3480206f7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37de7336-4462-46fe-bb27-f0655cc71fbf,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:30.311114 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Notify callbacks [] for port, precommit_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.313477 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.315320 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Made reservation on behalf of eb7c20468d31436dbc0803802d843362 for: {'network': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:30.318304 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.321994 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Transition to ACTIVE for port object 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:30.340906 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.341554 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Transition to ACTIVE for port object 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 will not be triggered until provisioned by entity DHCP. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:30.418078 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958'] for port, after_create {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.449939 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:30.450991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.452927 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] 10.222.0.39 "PUT /v2.0/ports/fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 1093 time: 1.3967099 Aug 28 23:15:30.453403 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:15:30.456325 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15" -d '{"events": [{"name": "network-changed", "server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:15:30.471824 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Network 55893270-62ca-411f-add5-c8a8d8f28b56 is already hosted by enough agents. {{(pid=94555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:30.476115 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.scheduler.base_scheduler [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Resources bound (agent type, host, resource id): {{(pid=94555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:30.481409 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Pushing event updated for resources: {'Port': ['ID=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,revision_number=1']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:30.486632 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Received port after_create {{(pid=94555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:30.494328 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-32fa4d71-60bc-4a1d-aa03-0caaac504f17 req-55ef9d95-3001-4ab3-97ab-beaf148f752a tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234180 Aug 28 23:15:30.502883 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.531228 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b60ea-6b7f-422e-954c-0ffa01d2344a service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:30.568984 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Attempting to bind port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:30.569437 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Attempting to bind port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:30.569932 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58f918-439e-46c6-a107-b8eb475161bf x-openstack-request-id: req-2d58f918-439e-46c6-a107-b8eb475161bf {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:15:30.570081 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Attempting to bind port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 on network 55893270-62ca-411f-add5-c8a8d8f28b56 {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:30.570228 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:15:30.570464 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d58f918-439e-46c6-a107-b8eb475161bf {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:15:30.570854 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'status': 'completed', 'code': 200} Aug 28 23:15:30.579472 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:30.579848 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Checking segment: {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:30.580444 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.581687 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Bound using segment: {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:30.582556 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Bound port: 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:30.583013 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.649120 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-d8d80c2c-18aa-4d05-b3fa-d10e2c734b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:30.650732 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-d8d80c2c-18aa-4d05-b3fa-d10e2c734b1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1096 time: 0.0970469 Aug 28 23:15:30.710490 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-8654f11c-bc4d-451a-a88e-f82c3007af02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 217 time: 0.0427558 Aug 28 23:15:30.714035 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] For port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:30.720777 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] For port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:30.819785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.830451 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-54b4431d-3a71-4f9d-8b4d-e2e21afbd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:30.831882 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-54b4431d-3a71-4f9d-8b4d-e2e21afbd59d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0927227 Aug 28 23:15:30.842536 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.903505 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66998033-7c23-4dd1-9f80-06aebef48207 req-7b9412ba-e47f-4e71-9187-9f9da493162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:30.905139 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-7b9412ba-e47f-4e71-9187-9f9da493162e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0651433 Aug 28 23:15:30.917454 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:30.927145 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c55f4-219c-450e-8233-ea8e25700415 None None] Pushing event updated for resources: {'Port': ['ID=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:31.065012 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:15:31.075147 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c4fad-9efd-42d2-aa0a-7a54d18b2b97,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:31.107249 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.107450 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.segments_db [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Added segment 09747d8e-0611-4cfc-bfa0-9c37191c9097 of type vlan for network aaa83a75-06fe-488d-946c-a434fdb5277e Aug 28 23:15:31.199480 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.214454 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.239282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.243799 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-a7d055b1-bd42-48d1-8a09-96fdd842c125 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287694 Aug 28 23:15:31.361279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.361279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:31.361279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.488168 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] Pushing event updated for resources: {'Network': ['ID=aaa83a75-06fe-488d-946c-a434fdb5277e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:31.488407 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device a0ce9aa0-b4b5-4091-a373-96d0dad871ce up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:31.501981 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-66998033-7c23-4dd1-9f80-06aebef48207 req-9ff9c353-3f7f-40ad-a2a5-0c3ba009cd90 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416470 Aug 28 23:15:31.513873 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Allocated IP 172.27.3.33 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/c94c4139-8c57-4d30-8bd2-7dede8f37b64) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:31.530518 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-5071a865-af80-47e0-9716-cdf055a3664a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6686864 Aug 28 23:15:31.534014 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41208) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:31.545850 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network aaa83a75-06fe-488d-946c-a434fdb5277e details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:15:31.546226 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Request body: {'subnet': {'network_id': 'aaa83a75-06fe-488d-946c-a434fdb5277e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-326744338-subnet', 'tenant_id': 'eb7c20468d31436dbc0803802d843362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:31.674189 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Made reservation on behalf of eb7c20468d31436dbc0803802d843362 for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:31.676534 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9248040'] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.685693 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port a0ce9aa0-b4b5-4091-a373-96d0dad871ce completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:31.690332 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port a0ce9aa0-b4b5-4091-a373-96d0dad871ce triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:31.690691 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.787023 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.787823 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.802878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-ee4e284a-b229-4628-a509-9a764bb5ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:31.804399 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-ee4e284a-b229-4628-a509-9a764bb5ce6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1096 time: 0.1954083 Aug 28 23:15:31.820757 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb763d-76d0-4d8f-91ff-a2876a2c85a0 req-13d2afd9-77c2-4905-87b9-b9fc9873b512 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:31.828221 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-00fb763d-76d0-4d8f-91ff-a2876a2c85a0 req-13d2afd9-77c2-4905-87b9-b9fc9873b512 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.1952591 Aug 28 23:15:31.859195 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port a0ce9aa0-b4b5-4091-a373-96d0dad871ce, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:31.941443 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-00fb763d-76d0-4d8f-91ff-a2876a2c85a0 req-cfd666da-35a3-4045-8a1d-914fbfbe615a tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119623 Aug 28 23:15:31.954520 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:31.955312 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:31.991249 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-46abf6c3-5fce-4d01-8a99-6d76d66e3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:31.993151 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-46abf6c3-5fce-4d01-8a99-6d76d66e3b39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.1615438 Aug 28 23:15:32.012466 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8636829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9248062'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.041543 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.042395 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:32.051610 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-46ef4968-93b5-4c00-9a23-3798de7b586d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 217 time: 0.0488136 Aug 28 23:15:32.078333 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6445085-7286-452d-87e7-e3ca1565d391,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:32.082129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261f9b6-8be4-4f93-919e-86b53aea7546 None None] Network 55893270-62ca-411f-add5-c8a8d8f28b56 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:32.083130 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:32.091963 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Checking segment: {'id': '09747d8e-0611-4cfc-bfa0-9c37191c9097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'aaa83a75-06fe-488d-946c-a434fdb5277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:32.093339 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Network hostable DHCP agents. Network: aaa83a75-06fe-488d-946c-a434fdb5277e, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:15:32.094521 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:32.115544 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:32.159828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c94c4139-8c57-4d30-8bd2-7dede8f37b64,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:32.175165 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-8eb0d499-aa29-451b-9c1f-849a814e8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:32.176640 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-8eb0d499-aa29-451b-9c1f-849a814e8e35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.1158497 Aug 28 23:15:32.182869 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Network aaa83a75-06fe-488d-946c-a434fdb5277e is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:15:32.274344 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:32.297374 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, aaa83a75-06fe-488d-946c-a434fdb5277e) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:32.298054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] Provisioning for port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:32.303685 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] Provisioning complete for port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:32.307838 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:32.307997 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.308087 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.316986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-84ab792e-8e42-4d8b-824b-f27e07ccfa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:32.318507 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-84ab792e-8e42-4d8b-824b-f27e07ccfa60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755851 Aug 28 23:15:32.399990 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.413740 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-70b55c0f-4b3c-4748-b002-4b3ae3e839a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8764577 Aug 28 23:15:32.442918 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] For port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:32.472235 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa200f-c424-4076-a85f-031a4f9210d4 None None] Network aaa83a75-06fe-488d-946c-a434fdb5277e requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:32.533136 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-da6c9359-a13c-494c-b6ae-5ad84379c7e7 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067211 Aug 28 23:15:32.544074 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.599341 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.628972 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfa1ab-7886-4cd3-833c-36717780f28f None None] Pushing event updated for resources: {'Port': ['ID=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:32.730001 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-ac748adf-5b99-488c-9d33-1be1195d98a2 None None] Provisioning complete for port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:32.730374 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-ac748adf-5b99-488c-9d33-1be1195d98a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:32.755157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712818fb-372f-47a7-bee4-2d24ad5ef1de None None] Network aaa83a75-06fe-488d-946c-a434fdb5277e requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:33.008929 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f2c5c830-edb2-4e01-9cb7-64b0b4be8f15 req-7b6282a4-914b-4a89-af4a-23e0dc69636c service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643698 Aug 28 23:15:33.144780 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087b86e-be92-479c-a141-9b4557d331ed req-cb7b31a3-59f4-47b9-9914-43a832544c70 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:33.146306 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f087b86e-be92-479c-a141-9b4557d331ed req-cb7b31a3-59f4-47b9-9914-43a832544c70 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.1233666 Aug 28 23:15:33.176694 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-605389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603892'] for router, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.230429 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f087b86e-be92-479c-a141-9b4557d331ed req-a11663d0-99e5-403b-a358-fd015e62159f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767405 Aug 28 23:15:33.273270 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41256) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:33.278541 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2093822950-network', 'tenant_id': 'e14878a6e10244dcb1cbcd6c0e562982'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:33.388780 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Made reservation on behalf of e14878a6e10244dcb1cbcd6c0e562982 for: {'network': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:33.388949 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Router a374c829-5be2-4b04-81c2-c7f575c87db9 is scheduled to L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de with binding_index 1 {{(pid=94553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 23:15:33.391299 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for network, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.398653 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device a0ce9aa0-b4b5-4091-a373-96d0dad871ce up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:33.401064 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.448832 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port a0ce9aa0-b4b5-4091-a373-96d0dad871ce triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:33.449204 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.498560 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.514215 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:33.524667 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Sync routers for ids ['a374c829-5be2-4b04-81c2-c7f575c87db9'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:33.543375 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Routers {'a374c829-5be2-4b04-81c2-c7f575c87db9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:33.543958 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['a374c829-5be2-4b04-81c2-c7f575c87db9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:33.546246 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:33.551705 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.581657 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 23:15:33.588070 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf1447d-6d41-45f6-afad-5e5b4d70e3de,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:33.595533 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.595974 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.segments_db [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Added segment f220f662-8563-41a5-ac45-0f487cd85d65 of type vlan for network 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226 Aug 28 23:15:33.608077 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.611846 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-b27f81a6-dba7-4e9a-a4d3-0cc9d73928d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0332496 Aug 28 23:15:33.614405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41260) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:33.651075 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41262) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:33.661062 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769667033703'] for network, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.760312 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515'] for network, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.763209 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:33.764270 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.814663 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Set router a374c829-5be2-4b04-81c2-c7f575c87db9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:33.819942 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:33.820311 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.830724 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d06f98e8-cba1-43b5-b22a-c49a01700102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:33.853690 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] Pushing event updated for resources: {'Network': ['ID=45cfdbe0-bdf9-42c4-b238-4d8e68ab7226,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:33.891093 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-98a8bfef-1646-4f45-b17e-a6b8a6e019fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6138883 Aug 28 23:15:33.891318 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41266) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:33.893799 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Network 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226 details requested by agent ovs-agent-dv-cinder-790492-11-iscsi with host dv-cinder-790492-11-iscsi {{(pid=94555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 23:15:33.896805 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Request body: {'subnet': {'network_id': '45cfdbe0-bdf9-42c4-b238-4d8e68ab7226', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2093822950-subnet', 'tenant_id': 'e14878a6e10244dcb1cbcd6c0e562982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:34.013229 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d06f98e8-cba1-43b5-b22a-c49a01700102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.079084 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.090481 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-d06f98e8-cba1-43b5-b22a-c49a01700102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.123157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:15:32Z', 'revision_number': 3, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:34.133227 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f98e8-cba1-43b5-b22a-c49a01700102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b296e6-6d9e-4077-9638-dc715c5d424e,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:34.145576 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-d06f98e8-cba1-43b5-b22a-c49a01700102 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1acc7628b1db42faa5ffd6e6e55a4487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932857 Aug 28 23:15:34.145806 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41268) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:34.156558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Checking router: a374c829-5be2-4b04-81c2-c7f575c87db9 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:34.156910 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Updating router a374c829-5be2-4b04-81c2-c7f575c87db9 port c94c4139-8c57-4d30-8bd2-7dede8f37b64 binding host dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:15:34.181258 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.205452 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Made reservation on behalf of e14878a6e10244dcb1cbcd6c0e562982 for: {'subnet': 1} {{(pid=94554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:15:34.208390 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9248040'] for subnet, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.262697 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa822e8f-b8c5-45e8-b47f-f32a00c8bfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.297517 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Allocated IP 172.20.0.1 (55893270-62ca-411f-add5-c8a8d8f28b56/2e220aa8-43a0-4100-9fee-d09c6f3b730a/fd498ead-79a4-4bbf-a4c5-e2b48989ab25) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:34.300640 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa822e8f-b8c5-45e8-b47f-f32a00c8bfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.442941 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51415df1-a6a6-4eb0-8408-6034e16a3959 req-2a791d14-ffe1-480b-ba02-89936b2d8f55 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:34.444431 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51415df1-a6a6-4eb0-8408-6034e16a3959 req-2a791d14-ffe1-480b-ba02-89936b2d8f55 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.1223934 Aug 28 23:15:34.459802 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Notify callbacks [] for port, precommit_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.485903 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.486102 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8636829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9248062'] for subnet, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.508225 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51415df1-a6a6-4eb0-8408-6034e16a3959 req-9532c3e0-6300-445b-b02e-0eac821d75d4 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577416 Aug 28 23:15:34.539276 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f6b009-806c-43e8-94c3-ca6c85a79475,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:34.549732 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Checking segment: {'id': 'f220f662-8563-41a5-ac45-0f487cd85d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '45cfdbe0-bdf9-42c4-b238-4d8e68ab7226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:34.550079 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Network hostable DHCP agents. Network: 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226, hostable agents: ['c1389293-9c8b-4c71-b382-e2baaac20b73'], hosted agents: [] {{(pid=94554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 23:15:34.554101 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Transition to ACTIVE for port object fd498ead-79a4-4bbf-a4c5-e2b48989ab25 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:34.554271 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Transition to ACTIVE for port object c94c4139-8c57-4d30-8bd2-7dede8f37b64 will not be triggered until provisioned by entity L2. {{(pid=94555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:34.555981 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa822e8f-b8c5-45e8-b47f-f32a00c8bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.558515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fa822e8f-b8c5-45e8-b47f-f32a00c8bfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.562294 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-fa822e8f-b8c5-45e8-b47f-f32a00c8bfce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11b296e6-6d9e-4077-9638-dc715c5d424e HTTP/1.1" status: 204 len: 168 time: 0.4131594 Aug 28 23:15:34.571329 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa822e8f-b8c5-45e8-b47f-f32a00c8bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b296e6-6d9e-4077-9638-dc715c5d424e,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:34.640034 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.694381 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd75238-736c-4f78-a628-0ab0cdeb3a67 None None] Pushing event updated for resources: {'Port': ['ID=c94c4139-8c57-4d30-8bd2-7dede8f37b64,revision_number=2']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:34.696671 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Attempting to bind port c94c4139-8c57-4d30-8bd2-7dede8f37b64 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:34.697026 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Attempting to bind port c94c4139-8c57-4d30-8bd2-7dede8f37b64 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:34.697380 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Attempting to bind port c94c4139-8c57-4d30-8bd2-7dede8f37b64 on network 59f29d7e-78eb-449f-b2ba-c763f4e6338f {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:34.702753 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:34.703075 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Network 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226 is scheduled to be hosted by DHCP agent c1389293-9c8b-4c71-b382-e2baaac20b73 with binding_index 1 {{(pid=94554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 23:15:34.703220 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Checking segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:34.703503 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.703611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.703881 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Bound using segment: {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'} {{(pid=94555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:34.704334 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.managers [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Bound port: c94c4139-8c57-4d30-8bd2-7dede8f37b64, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37bd132-de84-4747-820f-2bea2cbd0186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f'}}] {{(pid=94555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:34.704717 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.750934 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Network 55893270-62ca-411f-add5-c8a8d8f28b56 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:34.754851 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Pushing event updated for resources: {'Port': ['ID=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:34.757293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:34.759027 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] For port c94c4139-8c57-4d30-8bd2-7dede8f37b64, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:34.761134 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:34.764349 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] For port c94c4139-8c57-4d30-8bd2-7dede8f37b64, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c94c4139-8c57-4d30-8bd2-7dede8f37b64,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:34.765433 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-11-iscsi, 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226) {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:34.769995 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:34.770522 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.789358 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ce140-e5a3-4494-9ec9-42f543ee6873 None None] Network 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:34.821591 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027463'] for router_interface, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.853653 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:34.865680 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-85ab7a62-c7d7-4619-88dc-751df364a5f3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9730136 Aug 28 23:15:34.931697 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Routers {'a374c829-5be2-4b04-81c2-c7f575c87db9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:34.932408 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['a374c829-5be2-4b04-81c2-c7f575c87db9'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:35.055427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.069332 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd75238-736c-4f78-a628-0ab0cdeb3a67 None None] Pushing event updated for resources: {'Port': ['ID=c94c4139-8c57-4d30-8bd2-7dede8f37b64,revision_number=3']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:35.080498 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffb984-57d9-45ba-adad-023916b5cb1b None None] Network 45cfdbe0-bdf9-42c4-b238-4d8e68ab7226 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:15:35.153662 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] Set router a374c829-5be2-4b04-81c2-c7f575c87db9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:35.228992 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-c7b77c68-eba4-478e-9ec4-07ba6e77d506 None None] Provisioning for port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:35.240387 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.268973 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-c7b77c68-eba4-478e-9ec4-07ba6e77d506 None None] Provisioning complete for port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:35.269344 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c7b77c68-eba4-478e-9ec4-07ba6e77d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.350513 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41282) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:35.363861 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2996aaad-500f-4a20-840e-149d80f203ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.366318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.377012 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-c7b77c68-eba4-478e-9ec4-07ba6e77d506 None None] Port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:35.438153 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:15:32Z', 'revision_number': 3, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:35.443556 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Pushing event updated for resources: {'Port': ['ID=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:35.451419 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1020493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604471'] for router_interface, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.466945 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c727-dce9-4cca-96fa-c9ac5a296038 None None] The sync data for ids ['a374c829-5be2-4b04-81c2-c7f575c87db9'] in dv-cinder-790492-11-iscsi is: [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:15:32Z', 'revision_number': 3, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:35.476840 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2996aaad-500f-4a20-840e-149d80f203ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.550157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Network 55893270-62ca-411f-add5-c8a8d8f28b56 is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:35.551611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:35.559819 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2996aaad-500f-4a20-840e-149d80f203ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.612273 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2996aaad-500f-4a20-840e-149d80f203ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e64a7adb065447b98d9b1dd34e0f48b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606261 Aug 28 23:15:35.615086 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996aaad-500f-4a20-840e-149d80f203ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb16e724-c2b2-42fe-9511-1d53ec1da373,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:35.619335 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41286) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:35.683183 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c9b94d5c-da83-42d5-99ca-979826b04984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.709953 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c9b94d5c-da83-42d5-99ca-979826b04984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.727473 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c94b0-0587-44c0-8c69-972be05c89d2 req-585c82d1-b5d3-44b0-be7e-348c6bbeabdd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:35.729042 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b92c94b0-0587-44c0-8c69-972be05c89d2 req-585c82d1-b5d3-44b0-be7e-348c6bbeabdd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.1210175 Aug 28 23:15:35.769458 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Router a374c829-5be2-4b04-81c2-c7f575c87db9 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:35.820387 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b92c94b0-0587-44c0-8c69-972be05c89d2 req-adb56af4-95fe-4537-92d3-f75a6a3278ad tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712371 Aug 28 23:15:35.886005 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c9b94d5c-da83-42d5-99ca-979826b04984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.889314 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c9b94d5c-da83-42d5-99ca-979826b04984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.890847 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c9b94d5c-da83-42d5-99ca-979826b04984 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb16e724-c2b2-42fe-9511-1d53ec1da373 HTTP/1.1" status: 204 len: 168 time: 0.2702827 Aug 28 23:15:35.903826 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-52b39209-e864-4603-8bd5-f1608e8506b9 None None] Provisioning complete for port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:35.904932 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-52b39209-e864-4603-8bd5-f1608e8506b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:35.914758 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b94d5c-da83-42d5-99ca-979826b04984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb16e724-c2b2-42fe-9511-1d53ec1da373,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:35.930461 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:35.935619 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-cfdece52-bbfa-45d0-bc74-3bf8cd1d6c43 admin admin] 10.222.0.16 "PUT /v2.0/routers/a374c829-5be2-4b04-81c2-c7f575c87db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3200605 Aug 28 23:15:35.957215 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-52b39209-e864-4603-8bd5-f1608e8506b9 None None] Port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:15:36.672296 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41310) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:36.677260 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720402408', 'description': 'tempest-secgroup-smoke-720402408 description', 'project_id': '073a918b863d44d98c18ae10b9bca8ef'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:36.776740 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:36.863899 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:36.931076 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:36.951216 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8a03-896c-49f3-882d-a76da264a929 req-e969a068-019f-4427-845d-1f0eb2d4e305 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:36.953091 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c12e8a03-896c-49f3-882d-a76da264a929 req-e969a068-019f-4427-845d-1f0eb2d4e305 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0508084 Aug 28 23:15:36.959734 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71065d-725e-471a-a942-85e01ce46d1f,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:36.993653 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c12e8a03-896c-49f3-882d-a76da264a929 req-24d480b6-7a6e-4c2a-962f-62102a505db3 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346153 Aug 28 23:15:36.994532 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:36.995786 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-1849a78a-7501-44bd-9691-38fdeed49f5c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3223050 Aug 28 23:15:36.998991 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41322) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:37.006258 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group_rule': {'security_group_id': 'bb71065d-725e-471a-a942-85e01ce46d1f', 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:37.078117 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.145194 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.222510 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.240245 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed061691-8c14-49f0-aa9e-1296ae62e104,revision_number=0']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:37.326673 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.330617 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5e601c0c-73c3-473b-b8cd-a5178ef287c4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273556 Aug 28 23:15:37.330929 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41334) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:37.335942 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group_rule': {'security_group_id': 'bb71065d-725e-471a-a942-85e01ce46d1f', 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:37.447092 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c94c4139-8c57-4d30-8bd2-7dede8f37b64 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:37.457323 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.532734 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.577327 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port c94c4139-8c57-4d30-8bd2-7dede8f37b64 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:37.581484 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port c94c4139-8c57-4d30-8bd2-7dede8f37b64 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:37.584109 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.588312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.610715 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745c4ec5-4340-42f0-8dd4-0b8bd8f351ca,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:37.651110 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.652994 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0224688f-0f77-44c9-bbfc-b13d831c001d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3204167 Aug 28 23:15:37.655853 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41346) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:37.660451 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group_rule': {'security_group_id': 'bb71065d-725e-471a-a942-85e01ce46d1f', 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:37.680658 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.709920 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port c94c4139-8c57-4d30-8bd2-7dede8f37b64, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c94c4139-8c57-4d30-8bd2-7dede8f37b64,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:37.730300 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Sync routers for ids ['a374c829-5be2-4b04-81c2-c7f575c87db9'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:37.739905 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Routers {'a374c829-5be2-4b04-81c2-c7f575c87db9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:37.740516 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['a374c829-5be2-4b04-81c2-c7f575c87db9'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:37.779679 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.799947 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.849425 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.863463 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=c94c4139-8c57-4d30-8bd2-7dede8f37b64,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:37.870841 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Set router a374c829-5be2-4b04-81c2-c7f575c87db9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:37.903322 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:37.926468 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0bccc4-f819-4dad-9ea9-66b3d073c703,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:38.005481 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.006793 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-17d02f01-489f-4fdb-ad65-c4e872056ac0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499789 Aug 28 23:15:38.009684 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41358) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:38.014913 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group_rule': {'security_group_id': 'bb71065d-725e-471a-a942-85e01ce46d1f', 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:38.091268 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:15:34Z', 'revision_number': 4, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fd498ead-79a4-4bbf-a4c5-e2b48989ab25', 'name': '', 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'mac_address': 'fa:16:3e:1c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:34Z', 'updated_at': '2021-08-28T23:15:35Z', 'revision_number': 2, 'project_id': '0864438bb8374f94bc8839275e43d587', 'subnets': [{'id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:38.108945 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.116603 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Checking router: a374c829-5be2-4b04-81c2-c7f575c87db9 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:38.116890 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Updating router a374c829-5be2-4b04-81c2-c7f575c87db9 port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 binding host dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 23:15:38.126287 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057774-e985-47c3-b74d-8590ea2f3121 req-033f94ec-41d8-4bbc-a356-ca5575870c31 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:38.127765 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0057774-e985-47c3-b74d-8590ea2f3121 req-033f94ec-41d8-4bbc-a356-ca5575870c31 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0632210 Aug 28 23:15:38.141846 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.198068 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d0057774-e985-47c3-b74d-8590ea2f3121 req-1c240f9b-98dc-4fa5-b05b-43dd0e586de5 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556276 Aug 28 23:15:38.211551 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.311113 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.330695 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05aa73a1-ca1b-4886-8d59-e8f5099beb79,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:38.405795 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.407058 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-bc83fd86-6dd4-470e-939d-660dd2ff4afc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3964300 Aug 28 23:15:38.409779 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41374) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:38.414298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group_rule': {'security_group_id': 'bb71065d-725e-471a-a942-85e01ce46d1f', 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:38.416528 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Notify callbacks [] for port, precommit_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.424597 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.provisioning_blocks [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Transition to ACTIVE for port object fd498ead-79a4-4bbf-a4c5-e2b48989ab25 will not be triggered until provisioned by entity L2. {{(pid=94556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:15:38.491198 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.541284 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df575e-d54e-40e5-a2a6-81441856c574 None None] Pushing event updated for resources: {'Port': ['ID=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,revision_number=3']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:38.543050 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.securitygroups_db [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Project 073a918b863d44d98c18ae10b9bca8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 23:15:38.548844 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.592738 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Attempting to bind port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 on host dv-cinder-790492-11-iscsi for vnic_type normal with profile {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:15:38.593318 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Attempting to bind port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 by drivers openvswitch,hyperv on host dv-cinder-790492-11-iscsi at level 0 using segments [{'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:15:38.593834 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Attempting to bind port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 on network 55893270-62ca-411f-add5-c8a8d8f28b56 {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:15:38.599297 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Checking agent: {'id': '17eb7252-a4bd-4bb4-af07-6afec293a064', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 22, 59, 43), 'started_at': datetime.datetime(2021, 8, 28, 23, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:15:38.599659 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Checking segment: {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:15:38.600049 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.600435 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Bound using segment: {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'} {{(pid=94556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:15:38.600885 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.managers [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Bound port: fd498ead-79a4-4bbf-a4c5-e2b48989ab25, host: dv-cinder-790492-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56'}}] {{(pid=94556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:15:38.601270 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.619461 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.665939 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] For port fd498ead-79a4-4bbf-a4c5-e2b48989ab25, host dv-cinder-790492-11-iscsi, cleared binding levels {{(pid=94556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:15:38.669527 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.plugins.ml2.db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] For port fd498ead-79a4-4bbf-a4c5-e2b48989ab25, host dv-cinder-790492-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:15:38.742615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.763087 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3915b0-2f07-4b94-995a-4252da2371d7,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:38.789432 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron_lib.callbacks.manager [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.845872 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.847618 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-818cef44-09b7-4446-ad39-a290adad09b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4368777 Aug 28 23:15:38.849662 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Routers {'a374c829-5be2-4b04-81c2-c7f575c87db9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:38.850329 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41384) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:38.851054 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['a374c829-5be2-4b04-81c2-c7f575c87db9'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:38.857305 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'security_group_rule': {'security_group_id': 'bb71065d-725e-471a-a942-85e01ce46d1f', 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:38.894144 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df575e-d54e-40e5-a2a6-81441856c574 None None] Pushing event updated for resources: {'Port': ['ID=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,revision_number=4']} {{(pid=94556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:38.954440 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.securitygroups_db [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Project 073a918b863d44d98c18ae10b9bca8ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 23:15:38.960119 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:38.981727 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] Set router a374c829-5be2-4b04-81c2-c7f575c87db9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:39.065669 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41388) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:39.077514 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.126464 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541469'] for security_group_rule, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.153688 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47d081d-f2d3-4ac1-97cb-cccf75568a1e,revision_number=0']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:39.212566 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-89442b3d-82fe-49de-9192-7b21b62fbffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.216986 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.218253 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-0f9e479d-4b3d-4e58-a201-1efdaea68c98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3649967 Aug 28 23:15:39.270725 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:15:34Z', 'revision_number': 4, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fd498ead-79a4-4bbf-a4c5-e2b48989ab25', 'name': '', 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'mac_address': 'fa:16:3e:1c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:34Z', 'updated_at': '2021-08-28T23:15:38Z', 'revision_number': 4, 'project_id': '0864438bb8374f94bc8839275e43d587', 'subnets': [{'id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:39.299670 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d4cf95-1b3f-4246-9f3d-e356c7062098 None None] The sync data for ids ['a374c829-5be2-4b04-81c2-c7f575c87db9'] in dv-cinder-790492-11-iscsi is: [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:15:34Z', 'revision_number': 4, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'fd498ead-79a4-4bbf-a4c5-e2b48989ab25', 'name': '', 'network_id': '55893270-62ca-411f-add5-c8a8d8f28b56', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'mac_address': 'fa:16:3e:1c:8b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:34Z', 'updated_at': '2021-08-28T23:15:38Z', 'revision_number': 4, 'project_id': '0864438bb8374f94bc8839275e43d587', 'subnets': [{'id': '2e220aa8-43a0-4100-9fee-d09c6f3b730a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:39.394950 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-89442b3d-82fe-49de-9192-7b21b62fbffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.423972 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce3c40-2684-48b6-8a86-3de875e01b63 req-f380f796-c4e9-42bb-aa6a-43af49db79c8 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:39.425854 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-57ce3c40-2684-48b6-8a86-3de875e01b63 req-f380f796-c4e9-42bb-aa6a-43af49db79c8 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.1360617 Aug 28 23:15:39.480198 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-89442b3d-82fe-49de-9192-7b21b62fbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.496979 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c94c4139-8c57-4d30-8bd2-7dede8f37b64 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:39.497414 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-57ce3c40-2684-48b6-8a86-3de875e01b63 req-4d4f8ee2-e0da-4fdf-b026-923d8da222b6 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608597 Aug 28 23:15:39.526807 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-89442b3d-82fe-49de-9192-7b21b62fbffa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=681d8d2271214078a8c398516fb079ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599631 Aug 28 23:15:39.529505 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89442b3d-82fe-49de-9192-7b21b62fbffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faed2209-986c-447c-b02b-d8100a9c7741,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:39.534599 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41432) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:39.566917 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port c94c4139-8c57-4d30-8bd2-7dede8f37b64 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:39.567563 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.599516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fe73ff57-49ea-443e-b999-422cc912924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.623377 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fe73ff57-49ea-443e-b999-422cc912924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.725478 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fe73ff57-49ea-443e-b999-422cc912924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.728598 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-fe73ff57-49ea-443e-b999-422cc912924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:39.732669 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-fe73ff57-49ea-443e-b999-422cc912924a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faed2209-986c-447c-b02b-d8100a9c7741 HTTP/1.1" status: 204 len: 168 time: 0.1970322 Aug 28 23:15:39.741260 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73ff57-49ea-443e-b999-422cc912924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faed2209-986c-447c-b02b-d8100a9c7741,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:39.762463 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:15:39.992731 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:40.005690 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'port_id': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'mac_address': 'fa:16:3e:51:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:15:40.044616 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.058181 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbc5235-339d-4cf4-abcc-19606432db60 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:15:40.080639 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:40.205636 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.253668 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:40.268393 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-652449a7-73e9-4058-bb51-e1f62724da89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.410499 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['fbbc5235-339d-4cf4-abcc-19606432db60'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:15:40.549273 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41456) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:40.566031 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f9b72561-e4c2-4f8f-8022-20f7007ab5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.651674 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a01da-3b4c-4efa-92cb-dc6faf8e612d req-6d070921-b95f-4c16-b871-a3856462a83c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:40.653817 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a02a01da-3b4c-4efa-92cb-dc6faf8e612d req-6d070921-b95f-4c16-b871-a3856462a83c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 944 time: 0.0717163 Aug 28 23:15:40.713871 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a02a01da-3b4c-4efa-92cb-dc6faf8e612d req-e444048c-4726-40ad-8469-8971c0232764 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511661 Aug 28 23:15:40.727152 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f9b72561-e4c2-4f8f-8022-20f7007ab5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.777239 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-f9b72561-e4c2-4f8f-8022-20f7007ab5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.817622 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-f9b72561-e4c2-4f8f-8022-20f7007ab5e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5206735d55084cf9b82256f8357a90b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664225 Aug 28 23:15:40.818889 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b72561-e4c2-4f8f-8022-20f7007ab5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adf222-369b-41fa-b456-7f404282e040,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:40.820309 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41470) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:40.871663 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7e4c-234b-47e4-950d-7582a13004fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.894612 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7e4c-234b-47e4-950d-7582a13004fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:40.999161 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7e4c-234b-47e4-950d-7582a13004fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:41.001920 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-7d8f7e4c-234b-47e4-950d-7582a13004fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:41.011546 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-7d8f7e4c-234b-47e4-950d-7582a13004fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8adf222-369b-41fa-b456-7f404282e040 HTTP/1.1" status: 204 len: 168 time: 0.1811593 Aug 28 23:15:41.011546 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f7e4c-234b-47e4-950d-7582a13004fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adf222-369b-41fa-b456-7f404282e040,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:41.442713 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd498ead-79a4-4bbf-a4c5-e2b48989ab25 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:41.554411 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning for port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:41.558577 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:41.558958 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:41.638807 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:41.673048 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] For port fd498ead-79a4-4bbf-a4c5-e2b48989ab25, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:41.742589 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:41.752953 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:41.829346 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Pushing event updated for resources: {'Port': ['ID=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:41.858607 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b8bd0-af7f-411f-9ab8-c25005bf30ce req-c7e3b1af-11f6-4079-afce-536a400e6dfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:41.860091 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-608b8bd0-af7f-411f-9ab8-c25005bf30ce req-c7e3b1af-11f6-4079-afce-536a400e6dfd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 944 time: 0.0700986 Aug 28 23:15:41.904856 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-608b8bd0-af7f-411f-9ab8-c25005bf30ce req-b91337d2-a20b-4620-87be-46796ae126f5 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386565 Aug 28 23:15:41.908120 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port fbbc5235-339d-4cf4-abcc-19606432db60 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:15:41.912125 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port fbbc5235-339d-4cf4-abcc-19606432db60 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:41.912679 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:41.999069 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:42.022353 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:15:42.024573 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e6cdc0-1ac1-41f1-a4cd-ee816f06515a" -d '{"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:15:42.037389 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:15:42.064347 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc504b2-be7d-480b-88bf-74e558e1b3d6 x-openstack-request-id: req-8bc504b2-be7d-480b-88bf-74e558e1b3d6 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:15:42.064636 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:15:42.064883 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bc504b2-be7d-480b-88bf-74e558e1b3d6 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:15:42.065274 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'code': 200} Aug 28 23:15:42.120266 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:42.179717 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:42.468195 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74efa-667a-4701-bba2-c1dec602e438 req-4a92fae2-4923-40f1-b05b-b96064462800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:42.470177 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f0c74efa-667a-4701-bba2-c1dec602e438 req-4a92fae2-4923-40f1-b05b-b96064462800 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0620568 Aug 28 23:15:42.512892 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f0c74efa-667a-4701-bba2-c1dec602e438 req-d4d8eb70-d672-42d5-b21f-b850c0f86931 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348344 Aug 28 23:15:42.708107 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c72b-68c0-41d4-8579-97571731411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:43.005296 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:43.039653 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71f1e-7a58-49cc-97c4-9897033c67d6 req-630ae0aa-dac7-4b03-ba1c-bebb85c86dfc tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:43.041110 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2cf71f1e-7a58-49cc-97c4-9897033c67d6 req-630ae0aa-dac7-4b03-ba1c-bebb85c86dfc tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0529509 Aug 28 23:15:43.079425 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2cf71f1e-7a58-49cc-97c4-9897033c67d6 req-5fe6cede-b46c-4de8-ba5e-ea90010e20a5 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315754 Aug 28 23:15:43.398723 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd498ead-79a4-4bbf-a4c5-e2b48989ab25 up at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:15:43.444778 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Provisioning complete for port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:15:43.445205 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:44.203547 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22bd9c-aac8-441d-a6ec-03c15aedf299 req-4646b852-a4b1-45ba-94a4-1577008c2e85 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:44.205115 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d22bd9c-aac8-441d-a6ec-03c15aedf299 req-4646b852-a4b1-45ba-94a4-1577008c2e85 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0535669 Aug 28 23:15:44.222529 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:44.242773 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d22bd9c-aac8-441d-a6ec-03c15aedf299 req-ebe6b830-02b1-43ac-a738-8acc6c94aae7 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316603 Aug 28 23:15:44.355176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ca9c-4e96-4fe0-9fdf-b3d96666be61 req-d876b44e-cb5e-4dc9-ad5d-27e97b85554f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:44.357228 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6a34ca9c-4e96-4fe0-9fdf-b3d96666be61 req-d876b44e-cb5e-4dc9-ad5d-27e97b85554f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Aug 28 23:15:44.395983 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6a34ca9c-4e96-4fe0-9fdf-b3d96666be61 req-b49025e1-3428-4aae-a83d-4a5a1a153e51 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Aug 28 23:15:44.418288 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41590) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:44.610051 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abdf5c-e6f5-4c4d-abf8-a91b3ac88353 tempest-TestShelveInstance-1504347940 tempest-TestShelveInstance-1504347940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:44.610051 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e5abdf5c-e6f5-4c4d-abf8-a91b3ac88353 tempest-TestShelveInstance-1504347940 tempest-TestShelveInstance-1504347940-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1093 time: 0.1874604 Aug 28 23:15:44.610051 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41596) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:44.614737 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.v2.base [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'port_id': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:15:44.697128 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for floatingip, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:44.797160 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:44.900286 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_common [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Allocated IP 172.27.3.52 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/73aed941-4952-4ceb-a320-4cc93e2c8bc8) {{(pid=94554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:15:45.332509 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for port, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:45.372033 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:45.446318 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:45.491763 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:15:45.495026 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.base_scheduler [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Resources bound (agent type, host, resource id): {{(pid=94554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:15:45.497932 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Received port after_create {{(pid=94554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:15:45.503496 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'Port': ['ID=73aed941-4952-4ceb-a320-4cc93e2c8bc8,revision_number=1']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:45.534075 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.534526 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.535115 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.535715 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.536153 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.536507 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.537373 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.537830 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.542573 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.542573 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.542573 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.542573 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:45.885801 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:46.003257 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:46.155396 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for port, precommit_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:46.222431 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8636436'] for port, after_update {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:46.296361 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event updated for resources: {'Port': ['ID=73aed941-4952-4ceb-a320-4cc93e2c8bc8,revision_number=2']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:46.306218 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:46.408027 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Floating IP 953156fa-177d-4c2a-a576-5b74fbc19dd6 associated. External IP: 172.27.3.52, port: fbbc5235-339d-4cf4-abcc-19606432db60. Aug 28 23:15:46.614100 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Router aebdf199-1b59-4cfc-8a6b-22ea66d09864 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:15:46.722694 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:15:46.734524 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] Sync routers for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:15:46.752324 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:46.752324 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:46.807151 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:46.840598 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fe06275b-b1c0-45f5-8b52-0ccf0d05ae6b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2272549 Aug 28 23:15:46.840598 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:15:46.841739 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f2912-dd03-46e6-8a02-2ed28e491e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:15:46.869226 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:46.877278 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52696321-57d1-42fd-a675-3b983c8045cd x-openstack-request-id: req-52696321-57d1-42fd-a675-3b983c8045cd {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:15:46.877563 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:15:46.877844 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52696321-57d1-42fd-a675-3b983c8045cd {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:15:46.878228 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'status': 'completed', 'code': 200} Aug 28 23:15:46.945552 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-8cbe17a4-a460-4b4e-bd28-53bdfe8a8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:46.947061 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-8cbe17a4-a460-4b4e-bd28-53bdfe8a8572 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0412130 Aug 28 23:15:47.048574 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-6bc9fbce-2ab8-4eeb-8b13-315e1c1288e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:47.057899 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-6bc9fbce-2ab8-4eeb-8b13-315e1c1288e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.1004941 Aug 28 23:15:47.119147 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '953156fa-177d-4c2a-a576-5b74fbc19dd6', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'port_id': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'mac_address': 'fa:16:3e:51:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9880b-03b1-49fc-904a-98e4153b5227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:15:45Z', 'updated_at': '2021-08-28T23:15:45Z', 'revision_number': 0, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:57Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:47.123327 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-938765d9-324a-4d00-9013-551a8bbac027 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 998 time: 0.0605190 Aug 28 23:15:47.152080 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] Checking router: aebdf199-1b59-4cfc-8a6b-22ea66d09864 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:15:47.161796 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:15:47.162409 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:15:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:47.178385 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-aae62335-2414-49a2-a83b-1e99f03f5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:47.179880 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-aae62335-2414-49a2-a83b-1e99f03f5423 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0483859 Aug 28 23:15:47.228490 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-07004dc5-3409-47f5-b008-e1e36aba8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:15:47.229662 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-07004dc5-3409-47f5-b008-e1e36aba8db2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420344 Aug 28 23:15:47.276217 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:15:47.319530 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-eccf97ae-f459-4d5d-a9e0-40d574c7c654 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Aug 28 23:15:47.421620 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-320f2912-dd03-46e6-8a02-2ed28e491e3a req-e5f71819-2069-489c-8410-74afb52911fb service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944467 Aug 28 23:15:47.512321 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '953156fa-177d-4c2a-a576-5b74fbc19dd6', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'port_id': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'mac_address': 'fa:16:3e:51:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9880b-03b1-49fc-904a-98e4153b5227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:15:45Z', 'updated_at': '2021-08-28T23:15:45Z', 'revision_number': 0, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:57Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:47.540381 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290418d-6535-4618-aec9-e27b42c06288 None None] The sync data for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi is: [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '953156fa-177d-4c2a-a576-5b74fbc19dd6', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'port_id': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'mac_address': 'fa:16:3e:51:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9880b-03b1-49fc-904a-98e4153b5227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:15:45Z', 'updated_at': '2021-08-28T23:15:45Z', 'revision_number': 0, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:57Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:15:47.724227 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d46f0-89eb-4634-94df-84df8da67067 None None] New status for floating IP 953156fa-177d-4c2a-a576-5b74fbc19dd6: ACTIVE {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:15:48.045632 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:51.669651 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41686) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:51.715274 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Deleting subnet b6445085-7286-452d-87e7-e3ca1565d391 {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:51.719002 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:51.758048 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:51.796856 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:51.914541 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:51.942093 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6445085-7286-452d-87e7-e3ca1565d391,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:51.947945 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:51.951466 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-24f0b0da-50d4-4d60-bd10-12241cf9a569 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b6445085-7286-452d-87e7-e3ca1565d391 HTTP/1.1" status: 204 len: 168 time: 0.2791016 Aug 28 23:15:51.952922 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41688) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:52.021609 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.100908 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.110776 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa83a75-06fe-488d-946c-a434fdb5277e']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:52.122154 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09747d8e-0611-4cfc-bfa0-9c37191c9097') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:52.122994 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09747d8e-0611-4cfc-bfa0-9c37191c9097') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:52.132403 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.145467 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.151092 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:52.151462 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:52.153031 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:52.301546 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.307793 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.309581 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aaa83a75-06fe-488d-946c-a434fdb5277e HTTP/1.1" status: 204 len: 168 time: 0.3557627 Aug 28 23:15:52.313014 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41692) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:52.319563 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0ee71-fe42-40a7-814d-120c04fab2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa83a75-06fe-488d-946c-a434fdb5277e,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:52.357751 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Deleting subnet 45f6b009-806c-43e8-94c3-ca6c85a79475 {{(pid=94553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:15:52.361365 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.395614 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911245'] for subnet, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.439009 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.536704 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8498131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8721876'] for subnet, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.560882 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f6b009-806c-43e8-94c3-ca6c85a79475,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:52.570252 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.570606 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.570950 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.571280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.571616 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.571943 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.572285 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.572583 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.572907 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.573227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.573554 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.573897 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:15:52.577516 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.582650 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41696) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:52.582913 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-d6ffe1bd-9779-4a3e-928f-6f527ab5fb7c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45f6b009-806c-43e8-94c3-ca6c85a79475 HTTP/1.1" status: 204 len: 168 time: 0.2686617 Aug 28 23:15:52.654704 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.732418 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.742235 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cfdbe0-bdf9-42c4-b238-4d8e68ab7226']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:52.752851 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f220f662-8563-41a5-ac45-0f487cd85d65') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:52.753143 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f220f662-8563-41a5-ac45-0f487cd85d65') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:15:52.763360 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.776433 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.782359 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:15:52.783584 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:15:52.784370 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:15:52.884857 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.889155 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:52.891687 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45cfdbe0-bdf9-42c4-b238-4d8e68ab7226 HTTP/1.1" status: 204 len: 168 time: 0.3067169 Aug 28 23:15:52.903513 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c841e-dcad-474d-9558-bb2280d94493 admin admin] Pushing event deleted for resources: {'Network': ['ID=45cfdbe0-bdf9-42c4-b238-4d8e68ab7226,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:53.361123 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41704) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:53.401227 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-8e2730ef-2f1d-49d5-abd0-a6bee4c19f73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb7c20468d31436dbc0803802d843362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386598 Aug 28 23:15:53.404231 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41706) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:53.451807 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-600f632d-23ea-4ef0-8fcf-ffca67a22037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:53.472682 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-600f632d-23ea-4ef0-8fcf-ffca67a22037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:53.599392 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-600f632d-23ea-4ef0-8fcf-ffca67a22037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:53.601903 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-600f632d-23ea-4ef0-8fcf-ffca67a22037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:53.603069 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-600f632d-23ea-4ef0-8fcf-ffca67a22037 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c0c4fad-9efd-42d2-aa0a-7a54d18b2b97 HTTP/1.1" status: 204 len: 168 time: 0.1979218 Aug 28 23:15:53.611562 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f632d-23ea-4ef0-8fcf-ffca67a22037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c4fad-9efd-42d2-aa0a-7a54d18b2b97,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:15:54.353827 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41716) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:54.397809 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-684b1e77-d8f3-42d3-8948-9583d216434a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e14878a6e10244dcb1cbcd6c0e562982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427351 Aug 28 23:15:54.400151 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41718) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:15:54.449841 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a958342a-a97d-4c93-b363-0d07bb55b162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:54.471462 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a958342a-a97d-4c93-b363-0d07bb55b162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:54.554046 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a958342a-a97d-4c93-b363-0d07bb55b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:54.556971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-a958342a-a97d-4c93-b363-0d07bb55b162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:15:54.558170 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-a958342a-a97d-4c93-b363-0d07bb55b162 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebf1447d-6d41-45f6-afad-5e5b4d70e3de HTTP/1.1" status: 204 len: 168 time: 0.1571147 Aug 28 23:15:54.567068 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958342a-a97d-4c93-b363-0d07bb55b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf1447d-6d41-45f6-afad-5e5b4d70e3de,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:02.600611 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:16:03.831682 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-024edac2-37af-4ecc-baf7-b56f1e65e9dd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720402408&fields=id&tenant_id=073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 267 time: 0.0333478 Aug 28 23:16:03.935985 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-ed8808e2-1af2-4425-bac2-11013480b51b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:03.937394 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-ed8808e2-1af2-4425-bac2-11013480b51b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 812 time: 0.0989134 Aug 28 23:16:03.952159 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-2c2fe01b-1a4e-4b1b-8d7a-f501eba3777a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/quotas/073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 375 time: 0.0085239 Aug 28 23:16:04.251215 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-f400e330-f3f7-4861-8df9-d10b67317e8f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2940347 Aug 28 23:16:04.340752 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-d8c27d2b-2f3e-4aea-94b1-adc83980b999 service neutron] 10.222.0.16 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784085 Aug 28 23:16:04.429129 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-a3011eb3-d292-4b07-963f-01855a225cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823474 Aug 28 23:16:04.925005 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4ad3284a-33c6-4e73-87f9-d10b2dc46646 req-9a44fda3-f4bf-4ba5-a7f8-53c626058a9c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 210 time: 0.0257831 Aug 28 23:16:06.014846 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e315824c-c15f-40a2-9c38-0e6b747118f1 req-6be9ada4-4c9e-4b70-873d-7e9bfbb5969d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 210 time: 0.0250103 Aug 28 23:16:07.129793 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6a1ada67-41f4-4333-a09f-7224fd1f3d05 req-b087b6cf-cb9d-4e1e-8c9e-aa6643aef1ca tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Aug 28 23:16:07.177648 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-e1a73145-5bff-4f8f-9bd4-cfa49a116bc8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:07.179244 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-e1a73145-5bff-4f8f-9bd4-cfa49a116bc8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 812 time: 0.1279511 Aug 28 23:16:07.222653 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-93510da9-539f-471e-9e5d-8580e39c384e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 379 time: 0.0334938 Aug 28 23:16:07.233692 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'port': {'device_id': '43399512-3af4-473c-a3dd-b7958eb22db9', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'admin_state_up': True, 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'security_groups': ['bb71065d-725e-471a-a942-85e01ce46d1f']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:16:07.422026 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Made reservation on behalf of 073a918b863d44d98c18ae10b9bca8ef for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:16:07.425465 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:07.544397 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Allocated IP 172.20.0.3 (511967bd-6e28-4acd-b6d3-ae39b5974e6a/7d68f37c-0d33-4d46-a5b6-b8afd8e225e4/8f6d9177-d812-45b2-9a33-28f976062473) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:16:07.679330 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:07.692453 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Transition to ACTIVE for port object 8f6d9177-d812-45b2-9a33-28f976062473 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:16:07.788403 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:07.828999 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:16:07.835099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:16:07.838881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:16:07.864088 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=8f6d9177-d812-45b2-9a33-28f976062473,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:07.892191 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:07.894113 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:07.971432 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-0f1d30e2-41cf-4b89-aec9-5adbacbc399b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7413545 Aug 28 23:16:07.987721 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Request body: {'port': {'device_id': '43399512-3af4-473c-a3dd-b7958eb22db9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:16:08.046293 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.205250 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-19ca074f-16c4-41ce-aef5-9dc43e05d8f8 None None] Provisioning for port 8f6d9177-d812-45b2-9a33-28f976062473 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:16:08.209319 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-19ca074f-16c4-41ce-aef5-9dc43e05d8f8 None None] Provisioning complete for port 8f6d9177-d812-45b2-9a33-28f976062473 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:16:08.209715 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-19ca074f-16c4-41ce-aef5-9dc43e05d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.247613 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-19ca074f-16c4-41ce-aef5-9dc43e05d8f8 None None] Port 8f6d9177-d812-45b2-9a33-28f976062473 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:16:08.283885 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b3808-0c7e-4b47-a8cc-46624bb2a583 req-7185fd35-54ed-433c-8bcd-26db4a426e2f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:08.285390 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-258b3808-0c7e-4b47-a8cc-46624bb2a583 req-7185fd35-54ed-433c-8bcd-26db4a426e2f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 931 time: 0.0744040 Aug 28 23:16:08.366307 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-258b3808-0c7e-4b47-a8cc-46624bb2a583 req-f6c0cd00-edb0-467c-8b4f-eb8101989ea8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700073 Aug 28 23:16:08.385824 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6d9177-d812-45b2-9a33-28f976062473 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:16:08.388295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.400076 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Transition to ACTIVE for port object 8f6d9177-d812-45b2-9a33-28f976062473 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:16:08.412077 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41846) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:16:08.478957 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.525658 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3f52407a-9190-4209-8c86-98a73d82b93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.556200 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6d9177-d812-45b2-9a33-28f976062473,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:08.654348 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Attempting to bind port 8f6d9177-d812-45b2-9a33-28f976062473 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:16:08.654952 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Attempting to bind port 8f6d9177-d812-45b2-9a33-28f976062473 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:16:08.655279 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Attempting to bind port 8f6d9177-d812-45b2-9a33-28f976062473 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:16:08.664791 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Port 8f6d9177-d812-45b2-9a33-28f976062473 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:16:08.665119 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Attempting to bind port 8f6d9177-d812-45b2-9a33-28f976062473 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:16:08.674383 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:16:08.675388 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Checking segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:16:08.675776 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Bound using segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:16:08.676230 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Bound port: 8f6d9177-d812-45b2-9a33-28f976062473, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:16:08.676584 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.736597 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3f52407a-9190-4209-8c86-98a73d82b93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.760529 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] For port 8f6d9177-d812-45b2-9a33-28f976062473, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:16:08.763701 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] For port 8f6d9177-d812-45b2-9a33-28f976062473, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8f6d9177-d812-45b2-9a33-28f976062473,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:16:08.833625 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-3f52407a-9190-4209-8c86-98a73d82b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.868475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.880644 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-3f52407a-9190-4209-8c86-98a73d82b93a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b50a318178844cbfbbcc48ab002bafce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675460 Aug 28 23:16:08.883478 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 41850) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:16:08.900434 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52407a-9190-4209-8c86-98a73d82b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270da58-b622-405f-b984-bf73aa43fc5e,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:08.911832 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:08.912447 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.913831 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] 10.222.0.39 "PUT /v2.0/ports/8f6d9177-d812-45b2-9a33-28f976062473 HTTP/1.1" status: 200 len: 1093 time: 0.9308856 Aug 28 23:16:08.914247 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:16:08.916608 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "tag": "8f6d9177-d812-45b2-9a33-28f976062473"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:16:08.934470 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce88c-88de-4e84-ac77-d22cc8f70db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:08.944316 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa414e-0d58-482e-aefc-2e4dbd71685c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6d9177-d812-45b2-9a33-28f976062473,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:08.964675 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f640cb-affb-412e-bac1-025e62932748 x-openstack-request-id: req-05f640cb-affb-412e-bac1-025e62932748 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:16:08.964967 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "tag": "8f6d9177-d812-45b2-9a33-28f976062473", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:16:08.965217 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05f640cb-affb-412e-bac1-025e62932748 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:16:08.965613 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473', 'status': 'completed', 'code': 200} Aug 28 23:16:08.967052 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce88c-88de-4e84-ac77-d22cc8f70db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:09.042251 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc req-40fa114a-583a-41a9-8014-a18bdd1b4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.043881 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc req-40fa114a-583a-41a9-8014-a18bdd1b4c22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 1096 time: 0.0569170 Aug 28 23:16:09.141886 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc req-a505c5dd-6b18-462d-9100-ed2fef1a26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.144029 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc req-a505c5dd-6b18-462d-9100-ed2fef1a26a1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=073a918b863d44d98c18ae10b9bca8ef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0918038 Aug 28 23:16:09.153450 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce88c-88de-4e84-ac77-d22cc8f70db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:09.156315 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce88c-88de-4e84-ac77-d22cc8f70db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:09.157437 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2f6ce88c-88de-4e84-ac77-d22cc8f70db5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2270da58-b622-405f-b984-bf73aa43fc5e HTTP/1.1" status: 204 len: 168 time: 0.2729862 Aug 28 23:16:09.167535 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce88c-88de-4e84-ac77-d22cc8f70db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270da58-b622-405f-b984-bf73aa43fc5e,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:09.254051 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc req-fd067429-eabf-45a7-a0e7-48a748bb31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.255422 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f084a78f-548b-4f82-ab8e-d2ba15d3c7bc req-fd067429-eabf-45a7-a0e7-48a748bb31ec service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042707 Aug 28 23:16:09.329499 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-45f53179-f22c-4ff8-9654-79c0330438d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.331608 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-45f53179-f22c-4ff8-9654-79c0330438d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 1096 time: 0.0393257 Aug 28 23:16:09.372176 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-7a8f9830-d7a2-4848-b18c-4047a626305b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6d9177-d812-45b2-9a33-28f976062473 HTTP/1.1" status: 200 len: 217 time: 0.0330689 Aug 28 23:16:09.425616 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-a1713ac4-3d8b-4129-9e97-2d8459e4816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.428054 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-a1713ac4-3d8b-4129-9e97-2d8459e4816a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0477340 Aug 28 23:16:09.504811 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993ed26-d192-453d-9a5b-ede8e151076b req-bd61b055-728f-49b9-aa53-6857c1d50c87 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.506240 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f993ed26-d192-453d-9a5b-ede8e151076b req-bd61b055-728f-49b9-aa53-6857c1d50c87 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0753145 Aug 28 23:16:09.508783 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-aa0bdc65-1b61-4882-955d-5dcdf7a84d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:09.510156 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-aa0bdc65-1b61-4882-955d-5dcdf7a84d58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712702 Aug 28 23:16:09.591037 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f993ed26-d192-453d-9a5b-ede8e151076b req-77c36ea6-4117-46c2-aef4-570ee4189ef3 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786414 Aug 28 23:16:09.633277 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-8c553abd-6c5a-4f44-a38b-29ba243cbcd9 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136637 Aug 28 23:16:09.723657 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d86129fb-ffd4-44b9-9ee8-4d8d9535de6a req-ec944755-211d-4fc3-83e8-534280d650ec service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805724 Aug 28 23:16:10.187849 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-455aef02-8bd2-4c01-b7db-5682696a0351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:10.711449 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee0324-6989-40d4-8178-7b119bd915ec req-603a7a31-0d10-4614-9707-f0172d83c042 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:10.712959 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3aee0324-6989-40d4-8178-7b119bd915ec req-603a7a31-0d10-4614-9707-f0172d83c042 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0547049 Aug 28 23:16:10.751880 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3aee0324-6989-40d4-8178-7b119bd915ec req-a6e56484-746e-4db3-b626-ed3bb35b95e7 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Aug 28 23:16:11.869880 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bde44-abb6-4cff-bc1c-c5985eddf420 req-fa6cdff9-7fb3-4a94-9b60-1e5304ef75e6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:11.871295 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-762bde44-abb6-4cff-bc1c-c5985eddf420 req-fa6cdff9-7fb3-4a94-9b60-1e5304ef75e6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0490656 Aug 28 23:16:11.908780 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-762bde44-abb6-4cff-bc1c-c5985eddf420 req-3495be85-e9db-4553-b532-9f78745b41d4 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315318 Aug 28 23:16:12.741493 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-00db1908-943b-4beb-8623-d3a422755de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:12.970932 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:13.019690 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c688c-3f81-434c-abe2-2df18b71595e req-d0d47d31-5662-4112-ae34-ac54471dea22 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:13.021162 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ba4c688c-3f81-434c-abe2-2df18b71595e req-d0d47d31-5662-4112-ae34-ac54471dea22 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0489807 Aug 28 23:16:13.057300 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ba4c688c-3f81-434c-abe2-2df18b71595e req-2ec85e56-3c19-4ef7-aedc-fb6fdc603364 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302169 Aug 28 23:16:13.632815 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41904) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:16:13.733400 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-725d3577-0b2a-4f30-a466-b0ba775f0164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:13.820844 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-725d3577-0b2a-4f30-a466-b0ba775f0164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:13.878797 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-725d3577-0b2a-4f30-a466-b0ba775f0164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:13.914214 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d3577-0b2a-4f30-a466-b0ba775f0164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5fd000-018c-43d1-ba61-4dbe054b4396,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:13.918483 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-725d3577-0b2a-4f30-a466-b0ba775f0164 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68bba93b2e15495a9a92fff72d53701b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846825 Aug 28 23:16:13.921275 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41908) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:16:13.967375 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-234cea51-2e9a-4442-a48f-a0da02619cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:13.988357 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-234cea51-2e9a-4442-a48f-a0da02619cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:14.114167 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-234cea51-2e9a-4442-a48f-a0da02619cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:14.117376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-234cea51-2e9a-4442-a48f-a0da02619cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:14.118596 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-234cea51-2e9a-4442-a48f-a0da02619cb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e5fd000-018c-43d1-ba61-4dbe054b4396 HTTP/1.1" status: 204 len: 168 time: 0.1965308 Aug 28 23:16:14.137795 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cea51-2e9a-4442-a48f-a0da02619cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5fd000-018c-43d1-ba61-4dbe054b4396,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:14.178048 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188281-c759-4654-a9f2-c4f525d6c203 req-b528e7c6-7c9c-4783-8dfb-ca4ec6eb86b6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:14.179538 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d188281-c759-4654-a9f2-c4f525d6c203 req-b528e7c6-7c9c-4783-8dfb-ca4ec6eb86b6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0573728 Aug 28 23:16:14.216501 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d188281-c759-4654-a9f2-c4f525d6c203 req-5ffa1cc2-06b7-4e7b-b267-90c9bbf24786 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309606 Aug 28 23:16:14.216715 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:15.330881 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde3070-f831-4866-81ec-cee238b4ca2b req-4e9c5a6b-c5e6-4eff-ae1d-919c0f431fb5 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:15.332898 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cfde3070-f831-4866-81ec-cee238b4ca2b req-4e9c5a6b-c5e6-4eff-ae1d-919c0f431fb5 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0511718 Aug 28 23:16:15.370023 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-cfde3070-f831-4866-81ec-cee238b4ca2b req-4dc19eb4-536c-4681-88bd-c6a0527480d0 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Aug 28 23:16:15.387533 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:16.478464 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e198d7d-d72d-4752-88e7-cf27ddff2bf0 req-84d9c16e-45a5-44b8-85d1-8077e2e513ba tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:16.479916 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2e198d7d-d72d-4752-88e7-cf27ddff2bf0 req-84d9c16e-45a5-44b8-85d1-8077e2e513ba tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0470326 Aug 28 23:16:16.517051 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2e198d7d-d72d-4752-88e7-cf27ddff2bf0 req-336b874f-c76a-488b-b25a-7886fb139a8b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Aug 28 23:16:17.625505 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a5e7e-fad6-435c-91af-e6d85647529e req-cac7973e-cb09-442b-8c80-0bc510cb29a9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:17.626867 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-116a5e7e-fad6-435c-91af-e6d85647529e req-cac7973e-cb09-442b-8c80-0bc510cb29a9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 943 time: 0.0464931 Aug 28 23:16:17.663573 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-116a5e7e-fad6-435c-91af-e6d85647529e req-cb040cc4-cd58-4c44-a852-0c021b648929 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304053 Aug 28 23:16:18.012715 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 8f6d9177-d812-45b2-9a33-28f976062473 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:16:18.038765 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:18.101723 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 8f6d9177-d812-45b2-9a33-28f976062473, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8f6d9177-d812-45b2-9a33-28f976062473,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:16:18.111660 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': '8f6d9177-d812-45b2-9a33-28f976062473', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'port_id': '8f6d9177-d812-45b2-9a33-28f976062473', 'mac_address': 'fa:16:3e:9e:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:16:18.151482 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:18.164113 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6d9177-d812-45b2-9a33-28f976062473 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:16:18.182989 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 8f6d9177-d812-45b2-9a33-28f976062473, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8f6d9177-d812-45b2-9a33-28f976062473,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:16:18.266941 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:18.312641 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=8f6d9177-d812-45b2-9a33-28f976062473,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:18.319734 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.320082 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.320424 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.320750 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.321075 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.321397 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.321733 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.322057 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.322376 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.322698 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.323011 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.323325 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:16:18.500502 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['8f6d9177-d812-45b2-9a33-28f976062473'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:16:18.775946 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac269c6-8103-4989-8300-cdbd62fd3afc req-c32a250b-b2aa-4e0f-b301-25854541f917 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:18.777384 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ac269c6-8103-4989-8300-cdbd62fd3afc req-c32a250b-b2aa-4e0f-b301-25854541f917 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 944 time: 0.0499806 Aug 28 23:16:18.814194 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1ac269c6-8103-4989-8300-cdbd62fd3afc req-1bff1970-cb87-4fac-bd77-37aa0098528e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305731 Aug 28 23:16:19.925384 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc7ef-8267-4413-8c46-bf23f93b3e6c req-5826ae10-da9e-4499-99c2-e70c3cda012a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:19.926862 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4ecc7ef-8267-4413-8c46-bf23f93b3e6c req-5826ae10-da9e-4499-99c2-e70c3cda012a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 944 time: 0.0476010 Aug 28 23:16:19.963678 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f4ecc7ef-8267-4413-8c46-bf23f93b3e6c req-6a6037eb-d3bf-4bb9-b130-16be2b5774ba tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Aug 28 23:16:20.016296 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 8f6d9177-d812-45b2-9a33-28f976062473 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:16:20.095893 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port 8f6d9177-d812-45b2-9a33-28f976062473 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:16:20.099355 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port 8f6d9177-d812-45b2-9a33-28f976062473 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:16:20.099732 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:20.176152 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:20.197833 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:16:20.200038 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbdc36-da2d-48c0-a2a7-55e7454966fc" -d '{"events": [{"server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "name": "network-vif-plugged", "status": "completed", "tag": "8f6d9177-d812-45b2-9a33-28f976062473"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:16:20.212511 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port 8f6d9177-d812-45b2-9a33-28f976062473, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8f6d9177-d812-45b2-9a33-28f976062473,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:16:20.234111 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12daf9b-3e3a-4ede-88a7-0d9ad7774615 x-openstack-request-id: req-a12daf9b-3e3a-4ede-88a7-0d9ad7774615 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:16:20.234399 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "name": "network-vif-plugged", "status": "completed", "tag": "8f6d9177-d812-45b2-9a33-28f976062473", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:16:20.234654 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a12daf9b-3e3a-4ede-88a7-0d9ad7774615 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:16:20.235048 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473', 'code': 200} Aug 28 23:16:20.290278 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:20.336324 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=8f6d9177-d812-45b2-9a33-28f976062473,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:20.583758 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ea2f6-247b-4383-b4ca-e87943cb29e4 req-e1a82857-c6da-4fea-9beb-e3c80d1f6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:20.585189 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e8ea2f6-247b-4383-b4ca-e87943cb29e4 req-e1a82857-c6da-4fea-9beb-e3c80d1f6dbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 1098 time: 0.0386145 Aug 28 23:16:20.618200 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e8ea2f6-247b-4383-b4ca-e87943cb29e4 req-2d9bcece-8de8-48c1-a10b-55393009e015 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258536 Aug 28 23:16:21.078557 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065b862-7efa-48b2-abf9-59ce5a65afca req-5b8f6cac-4942-42f6-9b77-6149607e5964 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:21.080010 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7065b862-7efa-48b2-abf9-59ce5a65afca req-5b8f6cac-4942-42f6-9b77-6149607e5964 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Aug 28 23:16:21.116127 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7065b862-7efa-48b2-abf9-59ce5a65afca req-fc25c33e-a2c1-4226-88df-02e16b56d274 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302565 Aug 28 23:16:22.238695 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba2313-1e0f-401a-a182-4e51d393c9f6 req-12885951-4a34-4838-b3c0-cc96433ac4a8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:22.240164 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81ba2313-1e0f-401a-a182-4e51d393c9f6 req-12885951-4a34-4838-b3c0-cc96433ac4a8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 945 time: 0.0476639 Aug 28 23:16:22.277129 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81ba2313-1e0f-401a-a182-4e51d393c9f6 req-47642968-7566-42a4-81ee-aace2c5b8d8d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Aug 28 23:16:22.386726 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fc9f9-9eed-4520-a154-f7ec31855504 req-6e805ce4-de08-4672-b9e2-0bf7f233b8b8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:22.388155 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-969fc9f9-9eed-4520-a154-f7ec31855504 req-6e805ce4-de08-4672-b9e2-0bf7f233b8b8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 945 time: 0.0470040 Aug 28 23:16:22.423451 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-969fc9f9-9eed-4520-a154-f7ec31855504 req-ac3bdcf4-9f40-45cf-84fe-11a3484b879d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294781 Aug 28 23:16:22.445562 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41934) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:16:22.618949 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61507b45-3398-4a40-9cb4-6efb9d5fd197 tempest-TestVolumeBootPattern-673630033 tempest-TestVolumeBootPattern-673630033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:22.625522 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-61507b45-3398-4a40-9cb4-6efb9d5fd197 tempest-TestVolumeBootPattern-673630033 tempest-TestVolumeBootPattern-673630033-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 1093 time: 0.1738982 Aug 28 23:16:22.627706 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 41940) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:16:22.632582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'port_id': '8f6d9177-d812-45b2-9a33-28f976062473', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:16:22.752683 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:22.845937 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:22.948835 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Allocated IP 172.27.3.233 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/7c3f4efd-e172-4112-9fcd-807b2de26fdd) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:16:23.045154 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:23.147624 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:23.186330 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:16:23.191011 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:16:23.195142 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:16:23.218020 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=7c3f4efd-e172-4112-9fcd-807b2de26fdd,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:23.541029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:23.644742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:23.789324 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:23.849908 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:23.914847 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=7c3f4efd-e172-4112-9fcd-807b2de26fdd,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:16:23.926562 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:24.022623 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Floating IP 0d4597b0-dff6-4c90-b80d-adcde08f8d5f associated. External IP: 172.27.3.233, port: 8f6d9177-d812-45b2-9a33-28f976062473. Aug 28 23:16:24.224437 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:16:24.328789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:16:24.338787 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:16:24.348606 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:16:24.353946 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:16:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:16:24.415995 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:24.442535 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-cd57eb5c-0579-40cf-ac67-ceb878b63b11 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8137951 Aug 28 23:16:24.443113 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:16:24.445333 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304f060-1b55-498c-aa5b-9c8588b468dc" -d '{"events": [{"name": "network-changed", "server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "tag": "8f6d9177-d812-45b2-9a33-28f976062473"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:16:24.452144 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:16:24.479634 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be5633f-ea1c-43ca-9651-213867ae0d3c x-openstack-request-id: req-0be5633f-ea1c-43ca-9651-213867ae0d3c {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:16:24.479919 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "tag": "8f6d9177-d812-45b2-9a33-28f976062473", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:16:24.480181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0be5633f-ea1c-43ca-9651-213867ae0d3c {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:16:24.480564 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473', 'status': 'completed', 'code': 200} Aug 28 23:16:24.544876 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-4a979ec6-5a5e-419f-885f-c3c86b4ee1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:24.546437 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-4a979ec6-5a5e-419f-885f-c3c86b4ee1f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 1098 time: 0.0445621 Aug 28 23:16:24.806408 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '0d4597b0-dff6-4c90-b80d-adcde08f8d5f', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': '8f6d9177-d812-45b2-9a33-28f976062473', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:9e:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43399512-3af4-473c-a3dd-b7958eb22db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:16:23Z', 'updated_at': '2021-08-28T23:16:23Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:16:24.833044 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:16:24.841767 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:16:24.842387 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:16:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:16:24.885060 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-4bf754c8-1229-45a7-adcc-315663920ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:24.886613 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-4bf754c8-1229-45a7-adcc-315663920ca8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.3334258 Aug 28 23:16:24.946637 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:16:24.951176 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-a4ad7e49-84d9-4874-b4d7-b04caeeba459 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6d9177-d812-45b2-9a33-28f976062473 HTTP/1.1" status: 200 len: 999 time: 0.0564361 Aug 28 23:16:25.000115 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-052afaf6-7f16-46c7-abb1-16b7c7b35316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:25.001530 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-052afaf6-7f16-46c7-abb1-16b7c7b35316 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0422928 Aug 28 23:16:25.049880 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-81818e20-f565-4fac-b660-ae078e38dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:25.051893 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-81818e20-f565-4fac-b660-ae078e38dd55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421107 Aug 28 23:16:25.138177 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-01811025-1baa-4715-ad11-43d39cdd8c3e service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786178 Aug 28 23:16:25.168797 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '0d4597b0-dff6-4c90-b80d-adcde08f8d5f', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': '8f6d9177-d812-45b2-9a33-28f976062473', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:9e:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43399512-3af4-473c-a3dd-b7958eb22db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:16:23Z', 'updated_at': '2021-08-28T23:16:23Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:16:25.195174 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a847f-ee35-4470-aa64-bd104f8c3542 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '0d4597b0-dff6-4c90-b80d-adcde08f8d5f', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': '8f6d9177-d812-45b2-9a33-28f976062473', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:9e:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43399512-3af4-473c-a3dd-b7958eb22db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:16:23Z', 'updated_at': '2021-08-28T23:16:23Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:16:25.233790 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d304f060-1b55-498c-aa5b-9c8588b468dc req-1f14ba7b-82f9-4147-b48b-01c5bb943f15 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883231 Aug 28 23:16:25.376348 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b9692-9218-4060-8e9d-f50290024f5e None None] New status for floating IP 0d4597b0-dff6-4c90-b80d-adcde08f8d5f: ACTIVE {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:16:39.599588 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:16:40.186930 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-777fd8cb-8246-4423-9be6-fcf72bd0c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:42.712371 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-880dd705-ffbb-405c-a6ee-a0b35324083d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:42.975382 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:44.261290 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:45.427301 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:48.032541 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:16:51.027053 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-baaa5cda-4a8d-4eba-b0ff-ce6ee99412f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386395 Aug 28 23:16:51.105688 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-bebc2795-4975-4229-82c8-643449ac373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:51.107074 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-bebc2795-4975-4229-82c8-643449ac373d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0401232 Aug 28 23:16:51.208802 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-df830b48-974c-47cf-9362-9e825f0834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:51.210860 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-df830b48-974c-47cf-9362-9e825f0834c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.0854821 Aug 28 23:16:51.274556 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-3a5141ae-a31e-46f6-a436-db634a676618 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 1000 time: 0.0559075 Aug 28 23:16:51.322149 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-80e26eb9-d288-46aa-a1a3-a9b3354af58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:51.323564 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-80e26eb9-d288-46aa-a1a3-a9b3354af58d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0417616 Aug 28 23:16:51.374731 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-dbdf9ba2-47f2-41af-987d-cc19957a718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:16:51.376207 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-dbdf9ba2-47f2-41af-987d-cc19957a718b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424745 Aug 28 23:16:51.464079 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-94ac907b-6084-456b-aed2-0b0de2f0cc0a service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799427 Aug 28 23:16:51.557320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e1d4fe0-ad7d-4b0d-822f-cbbb657a1cb5 req-200e86af-4786-4086-a317-eea43c13904f service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852971 Aug 28 23:17:10.140650 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-59bc4c21-e2c9-42d7-8b99-27cb4bfb923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:12.763325 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4d0cd50f-4b7e-4db9-aab1-7e5cd380083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:12.951542 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:14.271493 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:15.404002 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:16.598469 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:17:18.043394 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:40.156259 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-888203d9-e92f-47dc-b383-84c1a2a8a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:42.763482 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-002e4eb6-c335-4b4e-9f86-11dd35ce7c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:42.956654 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:44.225101 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:45.357973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a5df5-8b77-4394-9ae9-0b3d017030ab req-9446d65d-afb6-4647-8cdd-5299f023346d tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:45.359443 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f58a5df5-8b77-4394-9ae9-0b3d017030ab req-9446d65d-afb6-4647-8cdd-5299f023346d tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.1594603 Aug 28 23:17:45.380110 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:45.396532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f58a5df5-8b77-4394-9ae9-0b3d017030ab req-65e77600-8cb6-40c7-9e95-a9b7ffdeadb9 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Aug 28 23:17:46.569314 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b660efc-addd-485f-bce3-720f07848db4 req-3363c1ba-ab3a-4182-bbb3-1fb8fe9ed944 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:46.570773 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b660efc-addd-485f-bce3-720f07848db4 req-3363c1ba-ab3a-4182-bbb3-1fb8fe9ed944 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0949831 Aug 28 23:17:46.607344 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b660efc-addd-485f-bce3-720f07848db4 req-c3284e3a-4a7f-4552-8463-d2237f543537 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307267 Aug 28 23:17:47.741055 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1f5a6-7630-4ab5-a488-1b52243d164c req-42e9beec-3acf-4eee-a3cc-807c1de41cb9 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:47.742547 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2cf1f5a6-7630-4ab5-a488-1b52243d164c req-42e9beec-3acf-4eee-a3cc-807c1de41cb9 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Aug 28 23:17:47.795574 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2cf1f5a6-7630-4ab5-a488-1b52243d164c req-9677edbc-ab20-4aca-af82-5f9f383e50c5 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463746 Aug 28 23:17:48.059723 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:17:48.908817 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcc591-2015-49db-8783-195e77ced7a9 req-4f96d9dc-b845-4e3c-8a8a-d4de563ae33f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:48.910299 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-55bcc591-2015-49db-8783-195e77ced7a9 req-4f96d9dc-b845-4e3c-8a8a-d4de563ae33f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Aug 28 23:17:48.947288 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-55bcc591-2015-49db-8783-195e77ced7a9 req-d3e51f14-ee5f-4735-ac4c-4fb103b5daa8 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309632 Aug 28 23:17:50.066447 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855aaf3-c814-46ee-b7be-b511dccffcf6 req-872b821d-c2d4-461e-8f57-dd634117b5a0 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:50.067914 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0855aaf3-c814-46ee-b7be-b511dccffcf6 req-872b821d-c2d4-461e-8f57-dd634117b5a0 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Aug 28 23:17:50.103994 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0855aaf3-c814-46ee-b7be-b511dccffcf6 req-31ea92ef-b2b8-47e3-88e1-8671c748024b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301335 Aug 28 23:17:50.384763 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-8fd84a44-6831-43e6-95ef-ca7cc171fc58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415967 Aug 28 23:17:50.442530 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd056a-4fcf-4945-b421-54e88677e89c req-6b7b9390-689d-4c6c-bd39-318e7166cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:50.443973 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-6b7b9390-689d-4c6c-bd39-318e7166cff3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 1098 time: 0.0384023 Aug 28 23:17:50.544635 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd056a-4fcf-4945-b421-54e88677e89c req-f56e8cf5-0cae-4015-aa8f-29d08e07be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:50.546074 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-f56e8cf5-0cae-4015-aa8f-29d08e07be15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0818195 Aug 28 23:17:50.612627 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-fc51ce02-951e-44ce-80ee-3b240bb03119 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6d9177-d812-45b2-9a33-28f976062473 HTTP/1.1" status: 200 len: 1001 time: 0.0593579 Aug 28 23:17:50.660475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd056a-4fcf-4945-b421-54e88677e89c req-3e9163f2-b214-48fe-bad2-ad8328846a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:50.661798 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-3e9163f2-b214-48fe-bad2-ad8328846a9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0420401 Aug 28 23:17:50.707307 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd056a-4fcf-4945-b421-54e88677e89c req-30706e0a-ef34-4ee7-8d5f-686f88aa9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:50.708744 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-30706e0a-ef34-4ee7-8d5f-686f88aa9acb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380037 Aug 28 23:17:50.798054 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-19fdbc2b-f71b-4f90-8eb7-9fe3d740898a service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814998 Aug 28 23:17:50.884725 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81cd056a-4fcf-4945-b421-54e88677e89c req-16765234-1367-4bd7-b15b-e5ea33bfafec service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795453 Aug 28 23:17:51.219532 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0e68-7b48-4145-a8cf-5b41f4ace89a req-78105ad2-770e-4941-9c85-965966b07575 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:51.220990 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-acef0e68-7b48-4145-a8cf-5b41f4ace89a req-78105ad2-770e-4941-9c85-965966b07575 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0521166 Aug 28 23:17:51.257120 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-acef0e68-7b48-4145-a8cf-5b41f4ace89a req-b8bb7a7c-40a0-40e3-876f-4877774cae65 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303502 Aug 28 23:17:52.368454 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad911116-56b1-4199-81be-3b7895ea57b9 req-ead1393a-e58a-43a0-9d0d-fe8a963a11ca tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:52.369931 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ad911116-56b1-4199-81be-3b7895ea57b9 req-ead1393a-e58a-43a0-9d0d-fe8a963a11ca tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0476799 Aug 28 23:17:52.407499 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ad911116-56b1-4199-81be-3b7895ea57b9 req-5bb1a435-f5d7-4bfc-9c17-1e15fb9e873c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Aug 28 23:17:53.517378 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7f9ec-846c-42ff-b8a1-d516df91a9d0 req-1e2f45ee-e39c-4f30-8d99-30d663252026 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:53.518851 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1e7f9ec-846c-42ff-b8a1-d516df91a9d0 req-1e2f45ee-e39c-4f30-8d99-30d663252026 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0473969 Aug 28 23:17:53.555809 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1e7f9ec-846c-42ff-b8a1-d516df91a9d0 req-f22722d4-d2c6-4108-969b-1372feaec2fd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Aug 28 23:17:53.597627 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:17:54.670251 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ea96b-5109-4417-af0e-a404beb8ae52 req-fa93f658-17c1-492f-981a-beb084ea61e0 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:54.671716 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d2ea96b-5109-4417-af0e-a404beb8ae52 req-fa93f658-17c1-492f-981a-beb084ea61e0 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0520694 Aug 28 23:17:54.708313 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5d2ea96b-5109-4417-af0e-a404beb8ae52 req-9b5e80d8-0c0b-4b87-8be2-056da63f3187 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307844 Aug 28 23:17:55.464160 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-e6ccd781-a0ca-40fe-9ac1-17b0bfdbb598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:55.466197 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-e6ccd781-a0ca-40fe-9ac1-17b0bfdbb598 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0817339 Aug 28 23:17:55.555240 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-c7f2d880-914c-4295-b662-b7c8f53d8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:55.556655 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-c7f2d880-914c-4295-b662-b7c8f53d8c7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.0835602 Aug 28 23:17:55.620820 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-63c6777d-8d5a-4173-885a-85c539b942f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 1000 time: 0.0565367 Aug 28 23:17:55.668635 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-b607ff29-5f4e-463c-864f-dbdeff5a769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:55.669967 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-b607ff29-5f4e-463c-864f-dbdeff5a769b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0422804 Aug 28 23:17:55.716641 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-2b8792f2-cabd-462d-a24b-8db2c08663a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:55.718153 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-2b8792f2-cabd-462d-a24b-8db2c08663a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417948 Aug 28 23:17:55.729102 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-efa20675-9119-46ee-bd88-7fc74569b74d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:17:55.730077 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-efa20675-9119-46ee-bd88-7fc74569b74d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050716 Aug 28 23:17:55.855362 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f010dd-1340-40e7-a6de-c2dfb5613ac4 req-89dac462-ce80-4fef-9231-dabcafb2ba16 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:55.857447 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-70f010dd-1340-40e7-a6de-c2dfb5613ac4 req-89dac462-ce80-4fef-9231-dabcafb2ba16 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0805538 Aug 28 23:17:55.859541 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-d6752a48-92da-4d51-b4c7-3b3e39050251 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225202 Aug 28 23:17:55.938400 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-70f010dd-1340-40e7-a6de-c2dfb5613ac4 req-af89d468-d16e-4d16-803b-37e373a95f72 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749881 Aug 28 23:17:55.970376 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b5d2adb8-8ecc-44d3-b4b8-b00859ec9bdd req-7c30b3c8-02b6-47cc-bd42-36633042a457 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013303 Aug 28 23:17:57.050209 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9aaa-70a5-47eb-a14e-947153d6d173 req-710b9dee-6f2c-4e79-aa52-9fec9022fd17 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:57.051664 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-406d9aaa-70a5-47eb-a14e-947153d6d173 req-710b9dee-6f2c-4e79-aa52-9fec9022fd17 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Aug 28 23:17:57.091741 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-406d9aaa-70a5-47eb-a14e-947153d6d173 req-bb4ff4c8-4ca1-457a-a180-cc0492bbdd49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342093 Aug 28 23:17:58.204928 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc56d-4756-4ae8-a876-89b491d57a7e req-9d293c2c-99d5-4ad6-bc9f-d0c463d860df tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:58.206432 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3abfc56d-4756-4ae8-a876-89b491d57a7e req-9d293c2c-99d5-4ad6-bc9f-d0c463d860df tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0491073 Aug 28 23:17:58.243219 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3abfc56d-4756-4ae8-a876-89b491d57a7e req-9be9d87b-72d9-4735-abb6-f71ef0331401 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309656 Aug 28 23:17:59.353106 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850a639-dc11-4ee8-a9cd-60752b61ef6b req-23ef0881-1332-4cea-8cb2-1c574b76d502 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:59.354572 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1850a639-dc11-4ee8-a9cd-60752b61ef6b req-23ef0881-1332-4cea-8cb2-1c574b76d502 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Aug 28 23:17:59.390703 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1850a639-dc11-4ee8-a9cd-60752b61ef6b req-3eedb018-f672-45c9-87c1-2a9b89beb703 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303562 Aug 28 23:17:59.702458 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c816a8-b85e-408e-9451-239f6c786773 req-9af25a96-08bd-439b-abfd-70f4b834f11f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:17:59.703894 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-02c816a8-b85e-408e-9451-239f6c786773 req-9af25a96-08bd-439b-abfd-70f4b834f11f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0473225 Aug 28 23:17:59.744908 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-02c816a8-b85e-408e-9451-239f6c786773 req-bb246e87-e476-4b31-b79e-2238b6b061ad tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350411 Aug 28 23:17:59.787313 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-657be4d6-a80a-4c1e-85f6-700830fdf1af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825012 Aug 28 23:18:00.527790 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:18:00.600517 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:00.621222 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:18:00.623467 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adac8c59-e48c-4fc8-8692-c8b6ba5f6550" -d '{"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:18:00.635035 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:00.655783 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4765acf-8d44-44a5-8e27-4563bf1aa68a x-openstack-request-id: req-e4765acf-8d44-44a5-8e27-4563bf1aa68a {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:18:00.656069 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-unplugged", "status": "failed", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "code": 422}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:18:00.656315 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4765acf-8d44-44a5-8e27-4563bf1aa68a {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:18:00.656699 dv-cinder-790492-11-iscsi neutron-server[94555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'code': 422} returned with failed status Aug 28 23:18:00.693921 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:00.741852 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=6']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:00.748906 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.749250 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.749586 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.749945 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.750268 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.750593 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.750916 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.751238 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.751562 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.751879 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.752195 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.752511 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:00.855530 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346f139-9646-4110-83b6-454696dece5d req-63eda2d0-1a42-4fd5-a10e-728e1b28415f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:00.856985 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7346f139-9646-4110-83b6-454696dece5d req-63eda2d0-1a42-4fd5-a10e-728e1b28415f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0479407 Aug 28 23:18:00.895048 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7346f139-9646-4110-83b6-454696dece5d req-a718463a-fbbb-48bf-a215-bccad3903614 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Aug 28 23:18:02.036781 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d50f-e0e6-449d-9f6b-13d649015ff4 req-d7d50dff-602a-4094-b02d-24fc8c6651dd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:02.038257 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fcb7d50f-e0e6-449d-9f6b-13d649015ff4 req-d7d50dff-602a-4094-b02d-24fc8c6651dd tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0777233 Aug 28 23:18:02.039925 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-7a091967-e008-4328-80f6-24321fbbb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:02.041219 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-7a091967-e008-4328-80f6-24321fbbb8b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227&tenant_id=5f1d15a07d62446ca0b08029c849b9a4 HTTP/1.1" status: 200 len: 1096 time: 0.0717068 Aug 28 23:18:02.086649 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fcb7d50f-e0e6-449d-9f6b-13d649015ff4 req-fa92cba0-079a-449c-b1fe-9cc066820812 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385780 Aug 28 23:18:02.111307 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-ee21eae7-23bd-4592-9947-e656c8a647fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:02.112785 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-ee21eae7-23bd-4592-9947-e656c8a647fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1096 time: 0.0448000 Aug 28 23:18:02.202706 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-d88fb439-b1a5-4796-86b2-bd3abcf5dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:02.204123 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-d88fb439-b1a5-4796-86b2-bd3abcf5dda1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.0849414 Aug 28 23:18:02.267506 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-a74f2965-230a-4801-acd3-a13b77ffe8e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 998 time: 0.0563245 Aug 28 23:18:02.314338 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-06ca4491-1954-45d8-9375-f9ae6d84956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:02.315713 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-06ca4491-1954-45d8-9375-f9ae6d84956d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0415468 Aug 28 23:18:02.362260 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-622af5fd-0ee7-487c-bb6d-ab1941420a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:02.363614 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-622af5fd-0ee7-487c-bb6d-ab1941420a6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409751 Aug 28 23:18:02.448507 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-cf732c57-2927-45eb-b121-d558414eb998 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779059 Aug 28 23:18:02.536303 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-85527a8d-61f6-4970-b429-d5b61b0b0f24 req-d40e4b79-1e02-4229-bb92-8fa419c668cf service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808530 Aug 28 23:18:03.195161 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8123b7-c878-42fe-b596-2ff2c985776f req-33b68591-afe8-4dcf-9812-05538fce9e9e tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:03.196613 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e8123b7-c878-42fe-b596-2ff2c985776f req-33b68591-afe8-4dcf-9812-05538fce9e9e tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0488918 Aug 28 23:18:03.233614 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4e8123b7-c878-42fe-b596-2ff2c985776f req-29719b38-ea16-4915-9370-d7c817347014 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Aug 28 23:18:04.341364 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0edb3-ee1a-40df-8259-9ee7d90c4f70 req-5e7d5d82-553a-4786-829f-f66ef3ebdc9d tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:04.342814 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aba0edb3-ee1a-40df-8259-9ee7d90c4f70 req-5e7d5d82-553a-4786-829f-f66ef3ebdc9d tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0462289 Aug 28 23:18:04.380026 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-aba0edb3-ee1a-40df-8259-9ee7d90c4f70 req-0914e308-b6d7-4752-917e-f414a7a7244d tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Aug 28 23:18:05.490063 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34a85b-0a1a-4cc9-b60a-c0186237d577 req-8818de2a-f009-4b52-99a6-7eaba344302c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:05.491532 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c34a85b-0a1a-4cc9-b60a-c0186237d577 req-8818de2a-f009-4b52-99a6-7eaba344302c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0471816 Aug 28 23:18:05.531648 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-6c34a85b-0a1a-4cc9-b60a-c0186237d577 req-f1a26793-fac7-4c09-9438-6f2ca3ea7716 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 Aug 28 23:18:06.641942 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bba4cc-19a5-43ec-9981-2ed8c8b0c639 req-2ce582be-fc98-4978-a647-c517058f4e59 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:06.643388 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-38bba4cc-19a5-43ec-9981-2ed8c8b0c639 req-2ce582be-fc98-4978-a647-c517058f4e59 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0473640 Aug 28 23:18:06.679837 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-38bba4cc-19a5-43ec-9981-2ed8c8b0c639 req-b36d72b3-c8b0-47fd-8d0f-335b2f603422 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306525 Aug 28 23:18:07.790344 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598c626-8739-4e46-8467-0699bcef4e9b req-fc52848f-78c6-467f-a71b-a36db5763c2c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:07.791787 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9598c626-8739-4e46-8467-0699bcef4e9b req-fc52848f-78c6-467f-a71b-a36db5763c2c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0477886 Aug 28 23:18:07.829072 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9598c626-8739-4e46-8467-0699bcef4e9b req-b9426f25-ac53-48df-9faa-3af5b90675aa tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Aug 28 23:18:08.941194 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa1e9a-fea8-4a82-a98d-5058fcce6b69 req-7f702c6d-22c6-43bd-9798-9990bba543ec tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:08.942702 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fcaa1e9a-fea8-4a82-a98d-5058fcce6b69 req-7f702c6d-22c6-43bd-9798-9990bba543ec tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0485516 Aug 28 23:18:08.982542 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fcaa1e9a-fea8-4a82-a98d-5058fcce6b69 req-37e58d6c-e35f-497b-9e4a-bafcb2402542 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333393 Aug 28 23:18:10.092890 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee394-b66c-4919-9574-2685254c2357 req-1a3591b0-9846-4188-b97c-0c6f959d5a08 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:10.094304 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c5ee394-b66c-4919-9574-2685254c2357 req-1a3591b0-9846-4188-b97c-0c6f959d5a08 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 943 time: 0.0479386 Aug 28 23:18:10.132368 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4c5ee394-b66c-4919-9574-2685254c2357 req-ad742ed1-af38-4ef2-b657-8c676c65e474 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Aug 28 23:18:10.167886 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0280e75a-3690-42da-93e3-a3a0ca5dc225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:10.588099 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:18:10.677268 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:10.688442 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'port_id': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'mac_address': 'fa:16:3e:51:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:18:10.726974 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:10.739580 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbc5235-339d-4cf4-abcc-19606432db60 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:18:10.757311 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:10.950056 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:10.996444 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=7']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:11.170738 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['fbbc5235-339d-4cf4-abcc-19606432db60'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:18:11.245296 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da9e1a-5c79-4d0f-bd3d-38b52ca9d8df req-0eb70379-e9cd-4810-b0e1-b04798020e46 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:11.246780 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b9da9e1a-5c79-4d0f-bd3d-38b52ca9d8df req-0eb70379-e9cd-4810-b0e1-b04798020e46 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 944 time: 0.0478427 Aug 28 23:18:11.284578 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b9da9e1a-5c79-4d0f-bd3d-38b52ca9d8df req-c4c54581-5e07-4e7a-8d26-2291bae2b78d tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Aug 28 23:18:12.394018 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e1e93-3d1f-4ff3-b2c4-971ffc3d0768 req-157a7c96-194f-4afa-b26e-2f10f08a312c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:12.395439 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e31e1e93-3d1f-4ff3-b2c4-971ffc3d0768 req-157a7c96-194f-4afa-b26e-2f10f08a312c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 944 time: 0.0472159 Aug 28 23:18:12.434664 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e31e1e93-3d1f-4ff3-b2c4-971ffc3d0768 req-57330a22-e874-422a-b79b-610ece377e27 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335073 Aug 28 23:18:12.588294 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:18:12.642588 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port fbbc5235-339d-4cf4-abcc-19606432db60 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:18:12.651144 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:12.719335 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:12.740797 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:18:12.743016 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7146f2-1895-4860-a8e7-c2489555fc16" -d '{"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:18:12.755669 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:12.757059 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b1b4433c-3af0-4f5b-a1b3-e660cfb71024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:12.779068 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a880b55-16b5-4d39-ab6b-7636015c9390 x-openstack-request-id: req-7a880b55-16b5-4d39-ab6b-7636015c9390 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:18:12.779351 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:18:12.779597 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a880b55-16b5-4d39-ab6b-7636015c9390 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:18:12.780002 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'code': 200} Aug 28 23:18:12.859089 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:12.914293 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=8']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:12.967757 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:13.034895 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfc865-1ff5-4fce-a2b5-d83e8f981d60 req-817adcc3-af78-49d3-a3a4-2e3e0d1fecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:13.036355 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-01bfc865-1ff5-4fce-a2b5-d83e8f981d60 req-817adcc3-af78-49d3-a3a4-2e3e0d1fecef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0395124 Aug 28 23:18:13.071219 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-01bfc865-1ff5-4fce-a2b5-d83e8f981d60 req-3b797ee5-086a-4eed-bdbe-f8d22265e997 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265627 Aug 28 23:18:13.544611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad263c2-179e-4b24-be55-5e12d50c0c68 req-ed8668f9-36de-4486-908c-2bacbe25c263 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:13.546072 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ad263c2-179e-4b24-be55-5e12d50c0c68 req-ed8668f9-36de-4486-908c-2bacbe25c263 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0478015 Aug 28 23:18:13.581549 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8ad263c2-179e-4b24-be55-5e12d50c0c68 req-06c9a85a-e7dd-4d85-ae56-a24895fe688f tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296628 Aug 28 23:18:14.219147 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:14.695060 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915434e7-4e4f-4817-a591-095be117f13e req-f1de1aa0-1bdf-441a-9657-ecffa40f7fb6 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:14.696515 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-915434e7-4e4f-4817-a591-095be117f13e req-f1de1aa0-1bdf-441a-9657-ecffa40f7fb6 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0486798 Aug 28 23:18:14.738871 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-915434e7-4e4f-4817-a591-095be117f13e req-74bf7590-8601-4c96-a700-b968ccd322af tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364962 Aug 28 23:18:15.401638 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:17.542356 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe616d87-1856-4188-8d23-6add0bf5c86f req-1535a87b-ed50-4bba-844c-862f2bfa119c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:17.543823 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fe616d87-1856-4188-8d23-6add0bf5c86f req-1535a87b-ed50-4bba-844c-862f2bfa119c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 945 time: 0.0489292 Aug 28 23:18:17.580907 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-fe616d87-1856-4188-8d23-6add0bf5c86f req-e19c2063-5888-4eac-8962-71e01de82ac5 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Aug 28 23:18:18.070646 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:18.694177 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5468d8-6342-4cea-92fa-1f1855e28cdf req-aae092f4-e9b2-4415-94e4-6f0f02030455 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:18.695647 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b5468d8-6342-4cea-92fa-1f1855e28cdf req-aae092f4-e9b2-4415-94e4-6f0f02030455 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Aug 28 23:18:18.732746 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3b5468d8-6342-4cea-92fa-1f1855e28cdf req-0a16740c-0bdc-4087-b5cb-3e7d41daba20 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Aug 28 23:18:19.005778 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-5e2dbd9e-2818-4cb3-93a6-e4f5b8a80f98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:19.007175 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-5e2dbd9e-2818-4cb3-93a6-e4f5b8a80f98 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 945 time: 0.0460372 Aug 28 23:18:19.097206 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Deleting port 8f6d9177-d812-45b2-9a33-28f976062473 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:18:19.097540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:19.182050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] For port 8f6d9177-d812-45b2-9a33-28f976062473, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=8f6d9177-d812-45b2-9a33-28f976062473,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:19.182407 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:19.345983 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:19.346272 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:19.346577 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Floating IP 0d4597b0-dff6-4c90-b80d-adcde08f8d5f disassociated. External IP: 172.27.3.233, port: 8f6d9177-d812-45b2-9a33-28f976062473. Aug 28 23:18:19.346905 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Calling delete_port for 8f6d9177-d812-45b2-9a33-28f976062473 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:18:19.527334 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:19.557910 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'Port': ['ID=8f6d9177-d812-45b2-9a33-28f976062473,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:19.569615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.569989 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.570327 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.570663 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.570990 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.571322 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.571648 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.571971 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.572428 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.572629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.572947 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.573262 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:18:19.678512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:18:19.782405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:18:19.793673 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:18:19.804054 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:18:19.804672 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:18:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:19.833077 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] No DVR routers for this DVR port 8f6d9177-d812-45b2-9a33-28f976062473 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:18:19.847722 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:19.849792 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-71fff5d5-3cc8-46bf-bfa5-f7fa4f7d4c79 req-1f92e85d-cf5b-48c2-9f1b-74407831eb46 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "DELETE /v2.0/ports/8f6d9177-d812-45b2-9a33-28f976062473 HTTP/1.1" status: 204 len: 173 time: 0.8364351 Aug 28 23:18:19.851510 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-78b389f0-6eb9-4794-a99f-f1abcf506967 req-a2aa19d6-03e7-4de0-8f9e-ceb506959182 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 210 time: 0.0441480 Aug 28 23:18:19.851922 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'name': 'network-vif-deleted', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:18:19.854345 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf90c37-800b-4912-a7be-541efdae02fe" -d '{"events": [{"server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "name": "network-vif-deleted", "tag": "8f6d9177-d812-45b2-9a33-28f976062473"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:18:19.911340 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:18:19.960726 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d81bad-17cc-4bb3-9279-3f018216f1ae x-openstack-request-id: req-b9d81bad-17cc-4bb3-9279-3f018216f1ae {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:18:19.961009 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43399512-3af4-473c-a3dd-b7958eb22db9", "name": "network-vif-deleted", "tag": "8f6d9177-d812-45b2-9a33-28f976062473", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:18:19.961252 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9d81bad-17cc-4bb3-9279-3f018216f1ae {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:18:19.961643 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43399512-3af4-473c-a3dd-b7958eb22db9', 'name': 'network-vif-deleted', 'tag': '8f6d9177-d812-45b2-9a33-28f976062473', 'status': 'completed', 'code': 200} Aug 28 23:18:20.123762 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:20.148966 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:18:20.157983 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:18:20.158645 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:18:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:20.266388 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:18:20.460565 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:20.488592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a62f78-e6af-4a5f-9f0e-71244bdffbd6 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:18:20.681370 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af1205-0602-4dba-a18a-0847f4397180 None None] New status for floating IP 0d4597b0-dff6-4c90-b80d-adcde08f8d5f: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:18:20.962473 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a6a013f6-3fae-428d-9947-6e0ad7d846cc req-32a27c7b-1a22-4b03-84f6-58980d824a3d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=43399512-3af4-473c-a3dd-b7958eb22db9 HTTP/1.1" status: 200 len: 210 time: 0.0263145 Aug 28 23:18:22.199904 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-ff67c707-b9be-4813-9b84-cf62496926f1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720402408&fields=id&tenant_id=073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 267 time: 0.0326607 Aug 28 23:18:22.305200 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-e88b52aa-c316-481f-9eb7-126a59cb103a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:22.306647 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-e88b52aa-c316-481f-9eb7-126a59cb103a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 812 time: 0.1000488 Aug 28 23:18:22.321717 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-5a915182-0e6c-4b6b-8bfc-5f8aff17243a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/quotas/073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 375 time: 0.0088859 Aug 28 23:18:22.372081 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-3559f212-e1e6-487a-b889-38e37771499e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451818 Aug 28 23:18:22.428180 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-212db552-c2c7-4b65-af08-0380be026642 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 23:18:22.429258 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-212db552-c2c7-4b65-af08-0380be026642 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458307 Aug 28 23:18:22.513616 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-e1b12bef-ea3e-498d-b393-9da720ee48e0 service neutron] 10.222.0.16 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784123 Aug 28 23:18:22.602248 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-d93e5faa-14d1-4296-b5ed-da901019a961 service neutron] 10.222.0.16 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827937 Aug 28 23:18:22.641427 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 8f6d9177-d812-45b2-9a33-28f976062473 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:18:22.780523 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: 8f6d9177-d812-45b2-9a33-28f976062473 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:18:22.780857 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device 8f6d9177-d812-45b2-9a33-28f976062473 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:18:23.210066 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-33cc21ad-21bd-487b-994f-a27299d33869 req-7518c0d7-f436-49a4-b735-217b55cd7bf8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 210 time: 0.0282032 Aug 28 23:18:24.319212 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-8cb180c2-b99a-4492-abc0-20fa3d0aebea req-e9ae6a16-8157-4e07-9c67-4861f40c462a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 210 time: 0.0258064 Aug 28 23:18:24.841447 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-02fd4195-fc85-4742-b28e-d64d61854d69 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:24.842981 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-02fd4195-fc85-4742-b28e-d64d61854d69 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 812 time: 0.1026487 Aug 28 23:18:24.884050 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-a3c43b2a-723b-475c-bedc-503e321d296a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 379 time: 0.0322464 Aug 28 23:18:24.893916 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'port': {'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'admin_state_up': True, 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'security_groups': ['bb71065d-725e-471a-a942-85e01ce46d1f']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:18:25.110283 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Made reservation on behalf of 073a918b863d44d98c18ae10b9bca8ef for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:18:25.113679 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:25.237254 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Allocated IP 172.20.0.13 (511967bd-6e28-4acd-b6d3-ae39b5974e6a/7d68f37c-0d33-4d46-a5b6-b8afd8e225e4/e9fbb742-3983-42d4-af7f-5a909329654c) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:18:25.372974 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:25.395134 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Transition to ACTIVE for port object e9fbb742-3983-42d4-af7f-5a909329654c will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:18:25.419197 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3348d41a-92ea-4b98-aa9f-cf1271e0f1f9 req-6463959c-cd9b-4d35-aca5-76cd01b09a61 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 210 time: 0.0330911 Aug 28 23:18:25.505232 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:25.543033 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:18:25.546573 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:18:25.553542 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:18:25.583173 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=e9fbb742-3983-42d4-af7f-5a909329654c,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:25.610763 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:25.611376 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:25.694904 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-dbbbcd62-42e9-47a1-9dfd-132891f04471 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038716 Aug 28 23:18:25.707777 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Request body: {'port': {'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:18:25.876541 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-2df43f7b-417a-403c-a3a6-ab78b83447f1 None None] Provisioning for port e9fbb742-3983-42d4-af7f-5a909329654c completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:18:25.883395 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-2df43f7b-417a-403c-a3a6-ab78b83447f1 None None] Provisioning complete for port e9fbb742-3983-42d4-af7f-5a909329654c triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:18:25.891533 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2df43f7b-417a-403c-a3a6-ab78b83447f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:25.918583 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-2df43f7b-417a-403c-a3a6-ab78b83447f1 None None] Port e9fbb742-3983-42d4-af7f-5a909329654c cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:18:26.015028 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:26.267368 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fbb742-3983-42d4-af7f-5a909329654c {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:18:26.274430 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:26.286484 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Transition to ACTIVE for port object e9fbb742-3983-42d4-af7f-5a909329654c will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:18:26.338926 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:26.396612 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fbb742-3983-42d4-af7f-5a909329654c,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:26.465978 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Attempting to bind port e9fbb742-3983-42d4-af7f-5a909329654c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:18:26.466322 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Attempting to bind port e9fbb742-3983-42d4-af7f-5a909329654c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:18:26.466657 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Attempting to bind port e9fbb742-3983-42d4-af7f-5a909329654c on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:18:26.476829 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Port e9fbb742-3983-42d4-af7f-5a909329654c on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:18:26.477150 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Attempting to bind port e9fbb742-3983-42d4-af7f-5a909329654c on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:18:26.482466 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:18:26.483344 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Checking segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:18:26.483721 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Bound using segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:18:26.484139 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Bound port: e9fbb742-3983-42d4-af7f-5a909329654c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:18:26.484491 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:26.583118 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] For port e9fbb742-3983-42d4-af7f-5a909329654c, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:18:26.586718 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] For port e9fbb742-3983-42d4-af7f-5a909329654c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e9fbb742-3983-42d4-af7f-5a909329654c,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:18:26.594261 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837c4c-cfb0-47f2-a1e2-725536c7d613 req-5da39e92-b41a-4db1-86ac-f1894ab008cc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:26.598979 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-61837c4c-cfb0-47f2-a1e2-725536c7d613 req-5da39e92-b41a-4db1-86ac-f1894ab008cc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0775061 Aug 28 23:18:26.633608 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-61837c4c-cfb0-47f2-a1e2-725536c7d613 req-77a847f0-5953-464f-8e0a-386682e90865 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Aug 28 23:18:26.676477 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:26.713540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:26.714180 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:26.715543 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 200 len: 1094 time: 1.0120957 Aug 28 23:18:26.715987 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:18:26.718268 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120cf6d-7704-4dd1-8561-f5743a725e83" -d '{"events": [{"name": "network-changed", "server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:18:26.744582 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d79712-5c60-465f-ac7f-288cc410eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fbb742-3983-42d4-af7f-5a909329654c,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:26.758535 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0021be4c-44a1-4fd0-b6c3-e09cea008af0 x-openstack-request-id: req-0021be4c-44a1-4fd0-b6c3-e09cea008af0 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:18:26.758894 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:18:26.759136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0021be4c-44a1-4fd0-b6c3-e09cea008af0 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:18:26.759529 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'status': 'completed', 'code': 200} Aug 28 23:18:26.829261 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120cf6d-7704-4dd1-8561-f5743a725e83 req-93b505a1-3cd7-49a2-b69a-8e5f56f63b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:26.829261 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f120cf6d-7704-4dd1-8561-f5743a725e83 req-93b505a1-3cd7-49a2-b69a-8e5f56f63b2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1097 time: 0.0448868 Aug 28 23:18:26.928494 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120cf6d-7704-4dd1-8561-f5743a725e83 req-a9576800-0ef5-4b73-8ce4-b7f8db78daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:26.929992 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f120cf6d-7704-4dd1-8561-f5743a725e83 req-a9576800-0ef5-4b73-8ce4-b7f8db78daaf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=073a918b863d44d98c18ae10b9bca8ef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950592 Aug 28 23:18:27.020224 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120cf6d-7704-4dd1-8561-f5743a725e83 req-27f70abc-1d3a-45e6-ae09-670b6ab07f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:27.021612 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f120cf6d-7704-4dd1-8561-f5743a725e83 req-27f70abc-1d3a-45e6-ae09-670b6ab07f20 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845382 Aug 28 23:18:27.101543 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-871c0ec2-706e-4203-95a7-3429b6a3f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:27.102939 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-871c0ec2-706e-4203-95a7-3429b6a3f62d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1097 time: 0.0434837 Aug 28 23:18:27.143720 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-e046899f-2196-4e6f-a973-73e39047a943 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 200 len: 217 time: 0.0319474 Aug 28 23:18:27.190966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-bfa087db-3d84-4d5c-b8f2-8890666d279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:27.192348 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-bfa087db-3d84-4d5c-b8f2-8890666d279d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0419829 Aug 28 23:18:27.240924 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-5576aae0-1ba4-42df-949a-3463814a7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:27.242465 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-5576aae0-1ba4-42df-949a-3463814a7098 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422361 Aug 28 23:18:27.328771 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-1e6e49c8-ab9d-4177-9d30-f0366825ae99 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788808 Aug 28 23:18:27.418811 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-1f779872-79ef-4eee-bc39-3053d7c27d52 req-7f966a28-e2f8-4123-a882-ef3d8e1f332c service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824018 Aug 28 23:18:27.747827 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5a2a3-6f2b-4c28-a1dc-62d57109e59c req-0795a032-3c40-4165-8723-fb1099af0f3b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:27.749810 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7cc5a2a3-6f2b-4c28-a1dc-62d57109e59c req-0795a032-3c40-4165-8723-fb1099af0f3b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0484977 Aug 28 23:18:27.786460 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7cc5a2a3-6f2b-4c28-a1dc-62d57109e59c req-3985b9f6-79c1-41f2-b6d6-0f39998a35bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Aug 28 23:18:28.898298 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6782369-3363-4294-ba19-e248cc6062d5 req-cb6d1404-4710-474a-9e5a-150442d88fbe tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:28.899761 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d6782369-3363-4294-ba19-e248cc6062d5 req-cb6d1404-4710-474a-9e5a-150442d88fbe tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0473583 Aug 28 23:18:28.937233 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d6782369-3363-4294-ba19-e248cc6062d5 req-66bf3c5b-612d-477e-a839-b2f20ba0be4d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Aug 28 23:18:30.049338 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ea7c3-1117-45f2-9275-60bda11a4f14 req-7b9359af-41e9-4174-9125-e0e290348571 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:30.050829 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9a3ea7c3-1117-45f2-9275-60bda11a4f14 req-7b9359af-41e9-4174-9125-e0e290348571 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0485137 Aug 28 23:18:30.091044 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9a3ea7c3-1117-45f2-9275-60bda11a4f14 req-a9699f7b-1330-4d4c-9080-4797d01d36e6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Aug 28 23:18:30.596805 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:18:31.201717 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9214878-9ede-44b0-9576-129e39fe3b81 req-699a13bc-2994-494a-a92f-6d2ac18be04a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:31.203161 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c9214878-9ede-44b0-9576-129e39fe3b81 req-699a13bc-2994-494a-a92f-6d2ac18be04a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0472555 Aug 28 23:18:31.239365 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c9214878-9ede-44b0-9576-129e39fe3b81 req-3dc85ea6-d546-48df-8abd-d684a03e4230 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304308 Aug 28 23:18:32.351360 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991f01-0442-4ec4-adf0-2ef770db1c21 req-5d3ec5f6-5873-4561-ae9f-e029c2f9046b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:32.352830 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91991f01-0442-4ec4-adf0-2ef770db1c21 req-5d3ec5f6-5873-4561-ae9f-e029c2f9046b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0488741 Aug 28 23:18:32.391633 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91991f01-0442-4ec4-adf0-2ef770db1c21 req-1da56c5c-8df3-44d4-a432-99440f33ca1b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Aug 28 23:18:33.503883 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46474635-1bde-41d4-8b6d-3053db90675b req-087a3545-5fd5-43be-8da0-79588f5b14fd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:33.505325 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-46474635-1bde-41d4-8b6d-3053db90675b req-087a3545-5fd5-43be-8da0-79588f5b14fd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0483303 Aug 28 23:18:33.545421 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-46474635-1bde-41d4-8b6d-3053db90675b req-857ab276-b911-4ccf-bfba-c5fe52cff56f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337064 Aug 28 23:18:34.657495 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb8682-b383-4e2e-a355-8a59335c7d36 req-ea431b78-48b3-4251-84a6-fc5469c24fcb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:34.658986 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c5bb8682-b383-4e2e-a355-8a59335c7d36 req-ea431b78-48b3-4251-84a6-fc5469c24fcb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 944 time: 0.0489521 Aug 28 23:18:34.695797 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c5bb8682-b383-4e2e-a355-8a59335c7d36 req-364ed679-840f-4db0-a2a3-93883a03f396 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310671 Aug 28 23:18:34.716249 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e9fbb742-3983-42d4-af7f-5a909329654c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:18:34.808608 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e9fbb742-3983-42d4-af7f-5a909329654c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e9fbb742-3983-42d4-af7f-5a909329654c,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:34.820115 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:18:34.855780 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:34.867785 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fbb742-3983-42d4-af7f-5a909329654c {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:18:34.885855 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e9fbb742-3983-42d4-af7f-5a909329654c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e9fbb742-3983-42d4-af7f-5a909329654c,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:34.950161 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:34.994840 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=e9fbb742-3983-42d4-af7f-5a909329654c,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:35.158403 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['e9fbb742-3983-42d4-af7f-5a909329654c'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:18:35.805787 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67573a-54fd-4f0d-8cc3-8b16b6f65f7b req-1b011d8b-216f-4083-84cd-4c44fc8b7264 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:35.807260 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c67573a-54fd-4f0d-8cc3-8b16b6f65f7b req-1b011d8b-216f-4083-84cd-4c44fc8b7264 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 945 time: 0.0483119 Aug 28 23:18:35.845315 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2c67573a-54fd-4f0d-8cc3-8b16b6f65f7b req-977c35ab-7fae-484f-88fe-dcf48436a9ae tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322266 Aug 28 23:18:36.747609 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e9fbb742-3983-42d4-af7f-5a909329654c up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:18:36.864448 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port e9fbb742-3983-42d4-af7f-5a909329654c completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:18:36.868479 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port e9fbb742-3983-42d4-af7f-5a909329654c triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:18:36.868853 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:36.944732 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:36.956093 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a8a1e-a625-4700-bbb6-75b27cd6bdbc req-f368051d-94e5-4b36-b819-12eb6a58e1bb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:36.957567 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a8a8a1e-a625-4700-bbb6-75b27cd6bdbc req-f368051d-94e5-4b36-b819-12eb6a58e1bb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 945 time: 0.0469980 Aug 28 23:18:36.966287 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:18:36.969050 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d68259e-5ded-4de1-be61-8a860ece637b" -d '{"events": [{"server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:18:36.981934 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port e9fbb742-3983-42d4-af7f-5a909329654c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e9fbb742-3983-42d4-af7f-5a909329654c,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:18:36.999988 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a8a8a1e-a625-4700-bbb6-75b27cd6bdbc req-0a5c6fb2-3c6d-4cf5-97df-e362bf054574 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363131 Aug 28 23:18:37.047170 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:37.073337 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd8ae3-87dd-4c65-afd6-fb596f7ec2bb x-openstack-request-id: req-d2cd8ae3-87dd-4c65-afd6-fb596f7ec2bb {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:18:37.073635 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "name": "network-vif-plugged", "status": "completed", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:18:37.073912 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2cd8ae3-87dd-4c65-afd6-fb596f7ec2bb {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:18:37.074287 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'code': 200} Aug 28 23:18:37.099958 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=e9fbb742-3983-42d4-af7f-5a909329654c,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:37.461346 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9c47-6cc3-4ee5-bce5-bc5d3b50af63 req-98e82920-67b1-467d-a518-12ef974f859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:37.462829 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a7b9c47-6cc3-4ee5-bce5-bc5d3b50af63 req-98e82920-67b1-467d-a518-12ef974f859f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1099 time: 0.0388491 Aug 28 23:18:37.498107 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-3a7b9c47-6cc3-4ee5-bce5-bc5d3b50af63 req-63e1f55d-8e26-4b29-bafe-c99a54ed53f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272131 Aug 28 23:18:38.111786 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921171-1f74-402c-8fee-13150cd08e59 req-2b977e40-a3b9-4df5-9a05-95e50f871b82 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:38.113152 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81921171-1f74-402c-8fee-13150cd08e59 req-2b977e40-a3b9-4df5-9a05-95e50f871b82 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 946 time: 0.0478427 Aug 28 23:18:38.149638 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-81921171-1f74-402c-8fee-13150cd08e59 req-1e9b885d-0b3e-4fcf-b160-4d1c7c20ef18 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Aug 28 23:18:39.261014 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f2b4-3f95-49aa-a5bd-b87997c3c8f1 req-3703f42a-2233-45e9-9117-69ee419b4eed tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:39.262492 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d6f6f2b4-3f95-49aa-a5bd-b87997c3c8f1 req-3703f42a-2233-45e9-9117-69ee419b4eed tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 946 time: 0.0473633 Aug 28 23:18:39.302969 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d6f6f2b4-3f95-49aa-a5bd-b87997c3c8f1 req-2f6f047f-ae62-4611-a182-60df3eb1a8c8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340986 Aug 28 23:18:39.413999 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c2221-94fa-4a09-86d8-a1c663de6eba req-a7b63a3d-b720-4401-8ea9-8065efff66a6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:39.415450 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e51c2221-94fa-4a09-86d8-a1c663de6eba req-a7b63a3d-b720-4401-8ea9-8065efff66a6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 946 time: 0.0486593 Aug 28 23:18:39.451528 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-e51c2221-94fa-4a09-86d8-a1c663de6eba req-c5cc8847-a984-42f3-a388-ff801c9a7d09 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302885 Aug 28 23:18:39.473541 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42156) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:18:39.511828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bd404-31d0-4e10-9b0b-dcf9973cf5d8 tempest-TestVolumeBootPattern-673630033 tempest-TestVolumeBootPattern-673630033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:39.513295 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-8c3bd404-31d0-4e10-9b0b-dcf9973cf5d8 tempest-TestVolumeBootPattern-673630033 tempest-TestVolumeBootPattern-673630033-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1094 time: 0.0387657 Aug 28 23:18:39.516441 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42158) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:18:39.520676 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:18:39.601144 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:39.695707 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:39.794957 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Allocated IP 172.27.3.192 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/0ce1c306-24da-4ef1-a64e-2819bffd9492) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:18:39.896134 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:39.973069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.011940 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:18:40.015385 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:18:40.019232 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:18:40.024405 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=0ce1c306-24da-4ef1-a64e-2819bffd9492,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:40.178851 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-49c6fd71-b7ee-41c2-bf27-75f4f0298fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.364894 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.481854 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.626258 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.687374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.758307 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=0ce1c306-24da-4ef1-a64e-2819bffd9492,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:18:40.767054 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:40.863785 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Floating IP 9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1 associated. External IP: 172.27.3.192, port: e9fbb742-3983-42d4-af7f-5a909329654c. Aug 28 23:18:41.062902 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:18:41.162805 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:18:41.173475 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:18:41.182465 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:18:41.183069 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:18:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:41.252865 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:41.282695 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-9d36ab71-bf67-4d69-a890-8adabde43cb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7652605 Aug 28 23:18:41.283280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:18:41.285515 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e" -d '{"events": [{"name": "network-changed", "server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:18:41.286565 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:18:41.328226 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c169f6aa-8c8b-4158-884e-ee0a518c0bc4 x-openstack-request-id: req-c169f6aa-8c8b-4158-884e-ee0a518c0bc4 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:18:41.328512 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:18:41.328759 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c169f6aa-8c8b-4158-884e-ee0a518c0bc4 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:18:41.329158 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'status': 'completed', 'code': 200} Aug 28 23:18:41.388879 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-2bdd5d25-b193-41e6-9eb3-6ff3e6ceb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:41.391027 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-2bdd5d25-b193-41e6-9eb3-6ff3e6ceb22a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1099 time: 0.0406566 Aug 28 23:18:41.477987 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-f7eb92da-63db-44af-af58-1acc90a4eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:41.479460 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-f7eb92da-63db-44af-af58-1acc90a4eec4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0818782 Aug 28 23:18:41.504314 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:40Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:41.533260 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:18:41.541213 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:18:41.541843 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:18:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:41.549651 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-7031a802-a99c-4d66-9dfc-c9d9f0a208f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 200 len: 1000 time: 0.0621104 Aug 28 23:18:41.599122 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-ac69da9e-ddfa-48ba-ac30-0d60898b5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:41.600491 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-ac69da9e-ddfa-48ba-ac30-0d60898b5d2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0433247 Aug 28 23:18:41.640945 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:18:41.645485 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-baaf2a1c-3d5b-44ea-bd0c-41067b4504bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:41.647032 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-baaf2a1c-3d5b-44ea-bd0c-41067b4504bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398448 Aug 28 23:18:41.873578 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:40Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:18:41.899818 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7c90f-c3ef-4f45-8107-8fb251c51acc None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:40Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:18:41.986318 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-b15ce211-b9f6-44f9-957b-78d298cacdd3 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316236 Aug 28 23:18:42.078664 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9ff6e5bd-f9d3-4c42-82ec-4a10e33ca90e req-04c7ba37-1463-4c72-8449-688ea5337691 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 Aug 28 23:18:42.094555 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1521af4-ff28-4a05-89a3-0a448506eef0 None None] New status for floating IP 9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1: ACTIVE {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:18:42.692880 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-eb084b85-3bdc-43b7-85fa-98a3dffea9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:43.001248 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:44.235753 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:45.384328 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:48.120995 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:18:51.378752 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-9330cd0b-d0dc-4c47-918c-c38e97336911 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420117 Aug 28 23:18:51.460589 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-9bdae610-5734-469a-b245-e45b5202659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:51.462049 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-9bdae610-5734-469a-b245-e45b5202659f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0392292 Aug 28 23:18:51.566312 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-a294d069-0303-4fee-ab6c-98c9d35eb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:51.567685 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-a294d069-0303-4fee-ab6c-98c9d35eb8c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.0845337 Aug 28 23:18:51.634282 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-cbf7368b-9258-4f0b-903b-344c02f187c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 1000 time: 0.0592370 Aug 28 23:18:51.684221 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-aa1bb9e2-e14a-45d6-84bd-c4f7cab27345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:51.685610 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-aa1bb9e2-e14a-45d6-84bd-c4f7cab27345 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0430312 Aug 28 23:18:51.730008 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-b25de467-5268-4cc3-b870-08c010619ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:18:51.731495 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-b25de467-5268-4cc3-b870-08c010619ff7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383313 Aug 28 23:18:51.823535 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-596d60c0-0607-4cf9-8573-134270ecd6f0 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838938 Aug 28 23:18:51.910505 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-89affa24-81fd-404f-a5b4-b2d5de4e1f94 req-6dff5a5c-0712-458b-bb2a-9ef982f952c2 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791872 Aug 28 23:19:07.596728 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:19:10.183817 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b5f7371f-b9ee-4c0d-8044-19b1f6e6de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:12.720718 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6d0e337f-fa29-4ff0-a3cb-8ee198b6b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:12.965893 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:14.217623 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:15.406176 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:18.081422 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.088806 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42186) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:28.241319 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Deleting port 73aed941-4952-4ceb-a320-4cc93e2c8bc8 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:28.241659 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.316788 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.317114 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.328224 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Calling delete_port for 73aed941-4952-4ceb-a320-4cc93e2c8bc8 owned by network:floatingip {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:28.566021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.589760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event deleted for resources: {'Port': ['ID=73aed941-4952-4ceb-a320-4cc93e2c8bc8,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:28.602828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.603176 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.603517 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.603848 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.604175 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.604500 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.604826 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.605198 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.605523 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.605870 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.606190 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.606508 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:28.662936 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for floatingip, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.663291 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Floating IP 953156fa-177d-4c2a-a576-5b74fbc19dd6 disassociated (deleted). External IP: 172.27.3.52, port: fbbc5235-339d-4cf4-abcc-19606432db60. Aug 28 23:19:28.859673 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Router aebdf199-1b59-4cfc-8a6b-22ea66d09864 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:19:28.964052 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:19:28.968785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:28.974209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] Sync routers for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:19:28.982985 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:19:28.983592 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:19:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:28.998581 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-53af2480-b6bd-4909-bff9-98013c49b181 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "DELETE /v2.0/floatingips/953156fa-177d-4c2a-a576-5b74fbc19dd6 HTTP/1.1" status: 204 len: 168 time: 0.9087582 Aug 28 23:19:28.999167 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:19:29.001534 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:19:29.039719 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096ff3bf-daef-4bf6-8e60-e534e2e451b1 x-openstack-request-id: req-096ff3bf-daef-4bf6-8e60-e534e2e451b1 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:19:29.040002 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:19:29.040245 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-096ff3bf-daef-4bf6-8e60-e534e2e451b1 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:19:29.040638 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'status': 'completed', 'code': 200} Aug 28 23:19:29.094263 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:19:29.107991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-2aae9923-1db2-4d8e-9e86-65c9724630fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:29.109636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-2aae9923-1db2-4d8e-9e86-65c9724630fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 1098 time: 0.0423062 Aug 28 23:19:29.200602 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-81e9d113-ee9c-4529-9f59-7c5c493ab04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:29.202104 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-81e9d113-ee9c-4529-9f59-7c5c493ab04e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 200 len: 910 time: 0.0843875 Aug 28 23:19:29.250676 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-2bf6648f-5a32-4ecc-89e4-08eb7aab12f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 200 len: 217 time: 0.0402746 Aug 28 23:19:29.291597 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:57Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:29.300001 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-95285ae9-5863-4268-a34a-8f9a4c67dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:29.302087 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-95285ae9-5863-4268-a34a-8f9a4c67dc67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 200 len: 848 time: 0.0444064 Aug 28 23:19:29.317763 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] Checking router: aebdf199-1b59-4cfc-8a6b-22ea66d09864 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:19:29.326418 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:19:29.327039 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:19:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:29.351141 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-ce1b2539-30f7-47b6-b4f1-2b5355907a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:29.352595 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-ce1b2539-30f7-47b6-b4f1-2b5355907a3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432239 Aug 28 23:19:29.431643 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:19:29.466374 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccaa6f-d9fd-4e0f-8053-c615f650b15f req-aafab2ca-0868-4f73-9514-a83d08415e92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:29.467955 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-77ccaa6f-d9fd-4e0f-8053-c615f650b15f req-aafab2ca-0868-4f73-9514-a83d08415e92 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.1065357 Aug 28 23:19:29.503364 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-39aae53e-10c6-4621-8918-eea068a5f421 service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400642 Aug 28 23:19:29.538481 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-77ccaa6f-d9fd-4e0f-8053-c615f650b15f req-7ac9f6bd-93ac-4087-a24d-ce5a46157988 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627804 Aug 28 23:19:29.608963 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e90628b-c8fd-43dd-b76c-d45e2abaf5e5 req-680c7414-9d09-4f8a-aa4d-de5fd2eda08a service neutron] 10.222.0.39 "GET /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952728 Aug 28 23:19:29.745082 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:57Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:29.771869 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f6998-bf0f-49a6-858b-34b410da0667 None None] The sync data for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi is: [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:14:50Z', 'revision_number': 4, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'baf48458-0219-4ce1-bd5d-e954f4829026', 'name': '', 'network_id': '8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'mac_address': 'fa:16:3e:17:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:50Z', 'updated_at': '2021-08-28T23:14:57Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'subnets': [{'id': 'ee581ac3-46da-41cc-8c51-0fa0feeb1f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:19:29.966842 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2762c33-366d-438d-afcf-f73a7fca357e None None] New status for floating IP 953156fa-177d-4c2a-a576-5b74fbc19dd6: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:19:30.652966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8f07c-baad-43bb-bd1b-c73cc3f78f0e req-549a86cc-e440-427f-8c83-7aa29a74844b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:30.654479 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a4c8f07c-baad-43bb-bd1b-c73cc3f78f0e req-549a86cc-e440-427f-8c83-7aa29a74844b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Aug 28 23:19:30.691571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a4c8f07c-baad-43bb-bd1b-c73cc3f78f0e req-c11dfe6a-f798-4eb7-932d-f06be3151281 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/security-groups?id=1cb7183b-afd0-43e4-bf1b-af39f4e22f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307105 Aug 28 23:19:31.031427 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0e36d9df-a857-4aa2-8160-cdb450750872 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:31.032846 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0e36d9df-a857-4aa2-8160-cdb450750872 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.39 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 945 time: 0.0474775 Aug 28 23:19:31.124021 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Deleting port fbbc5235-339d-4cf4-abcc-19606432db60 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:31.124277 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:31.209108 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] For port fbbc5235-339d-4cf4-abcc-19606432db60, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fbbc5235-339d-4cf4-abcc-19606432db60,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:31.209470 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:31.221716 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Calling delete_port for fbbc5235-339d-4cf4-abcc-19606432db60 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:31.435007 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:31.467724 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event deleted for resources: {'Port': ['ID=fbbc5235-339d-4cf4-abcc-19606432db60,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:31.507794 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] No DVR routers for this DVR port fbbc5235-339d-4cf4-abcc-19606432db60 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:19:31.510254 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:31.512190 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a538ed0a-a98c-4dd2-8823-6eb591b58632 req-0ff1380c-dd8d-4a82-b2b8-297ab6065594 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.39 "DELETE /v2.0/ports/fbbc5235-339d-4cf4-abcc-19606432db60 HTTP/1.1" status: 204 len: 173 time: 0.4725521 Aug 28 23:19:31.512616 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-deleted', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:19:31.514840 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6773614-dc39-442e-855d-c54a8fd48930" -d '{"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-deleted", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:19:31.549050 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a78d1f-0d6f-4271-b06f-033cd44163de x-openstack-request-id: req-c9a78d1f-0d6f-4271-b06f-033cd44163de {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:19:31.549361 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9880b-03b1-49fc-904a-98e4153b5227", "name": "network-vif-deleted", "tag": "fbbc5235-339d-4cf4-abcc-19606432db60", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:19:31.549805 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9a78d1f-0d6f-4271-b06f-033cd44163de {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:19:31.550191 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9880b-03b1-49fc-904a-98e4153b5227', 'name': 'network-vif-deleted', 'tag': 'fbbc5235-339d-4cf4-abcc-19606432db60', 'status': 'completed', 'code': 200} Aug 28 23:19:31.782565 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-80ea4bea-d745-47e4-b5e5-2fed48832a5f req-ad4707a6-1bc8-4564-aa8d-8ebd0612784b tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 210 time: 0.0265665 Aug 28 23:19:32.892763 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b28f6ca1-ca50-4606-83fc-4ab346f94002 req-b78d9540-2559-4955-aada-548769fac10c tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c9880b-03b1-49fc-904a-98e4153b5227 HTTP/1.1" status: 200 len: 210 time: 0.0267282 Aug 28 23:19:33.947545 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42212) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:34.003036 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-264b8623-b705-496c-92fc-83a3b75f7f49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.027465 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-264b8623-b705-496c-92fc-83a3b75f7f49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.154727 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-264b8623-b705-496c-92fc-83a3b75f7f49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.157188 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-264b8623-b705-496c-92fc-83a3b75f7f49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.158415 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-264b8623-b705-496c-92fc-83a3b75f7f49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] 10.222.0.16 "DELETE /v2.0/security-groups/1cb7183b-afd0-43e4-bf1b-af39f4e22f76 HTTP/1.1" status: 204 len: 168 time: 0.2098937 Aug 28 23:19:34.167785 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b8623-b705-496c-92fc-83a3b75f7f49 tempest-TestShelveInstance-495688897 tempest-TestShelveInstance-495688897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb7183b-afd0-43e4-bf1b-af39f4e22f76,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:34.237498 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42216) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:34.568282 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.803514 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Deleting port baf48458-0219-4ce1-bd5d-e954f4829026 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:34.803908 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.877782 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] For port baf48458-0219-4ce1-bd5d-e954f4829026, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=baf48458-0219-4ce1-bd5d-e954f4829026,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:34.878136 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:34.889997 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Calling delete_port for baf48458-0219-4ce1-bd5d-e954f4829026 owned by network:router_interface {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:35.055209 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:35.074553 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: fbbc5235-339d-4cf4-abcc-19606432db60 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:35.074834 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device fbbc5235-339d-4cf4-abcc-19606432db60 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:35.114529 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:35.142841 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Pushing event deleted for resources: {'Port': ['ID=baf48458-0219-4ce1-bd5d-e954f4829026,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:35.300942 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:35.744944 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Router aebdf199-1b59-4cfc-8a6b-22ea66d09864 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:19:35.847728 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:19:35.852604 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-53e1d99e-75f3-449b-b838-8b214d8e557a admin admin] 10.222.0.16 "PUT /v2.0/routers/aebdf199-1b59-4cfc-8a6b-22ea66d09864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135101 Aug 28 23:19:35.855099 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42218) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:35.857760 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] Sync routers for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:19:35.866577 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:19:35.867177 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:19:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:35.955073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks [] for router, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:35.967985 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:19:36.051647 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.139190 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:19:35Z', 'revision_number': 5, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port': {'id': 'ceeeac3e-5c0e-4883-b80c-bc638f93c1ea', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:49:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:48Z', 'updated_at': '2021-08-28T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:36.165356 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] Checking router: aebdf199-1b59-4cfc-8a6b-22ea66d09864 for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:19:36.166822 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Deleting port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:36.167283 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.173448 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] Routers {'aebdf199-1b59-4cfc-8a6b-22ea66d09864'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:19:36.174083 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:19:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:36.243760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-2598bfda-254d-491d-9809-765063054334 admin admin] For port ceeeac3e-5c0e-4883-b80c-bc638f93c1ea, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:36.244119 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.256789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Calling delete_port for ceeeac3e-5c0e-4883-b80c-bc638f93c1ea owned by network:router_gateway {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:36.256967 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] Set router aebdf199-1b59-4cfc-8a6b-22ea66d09864 gateway port host: None {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:19:36.306459 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:19:36Z', 'revision_number': 6, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:36.334789 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a0b4b-58a8-48f5-adde-7b8df163d20b None None] The sync data for ids ['aebdf199-1b59-4cfc-8a6b-22ea66d09864'] in dv-cinder-790492-11-iscsi is: [{'id': 'aebdf199-1b59-4cfc-8a6b-22ea66d09864', 'name': 'tempest-TestShelveInstance-1125856635-router', 'tenant_id': '5f1d15a07d62446ca0b08029c849b9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:47Z', 'updated_at': '2021-08-28T23:19:36Z', 'revision_number': 6, 'project_id': '5f1d15a07d62446ca0b08029c849b9a4', 'gw_port_host': None}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:19:36.497187 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.522659 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceeeac3e-5c0e-4883-b80c-bc638f93c1ea,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:36.584124 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.673231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.675413 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.777218 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.777795 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebdf199-1b59-4cfc-8a6b-22ea66d09864 {{(pid=94553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:19:36.782629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-2598bfda-254d-491d-9809-765063054334 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.783764 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-2598bfda-254d-491d-9809-765063054334 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aebdf199-1b59-4cfc-8a6b-22ea66d09864 HTTP/1.1" status: 204 len: 168 time: 0.9277675 Aug 28 23:19:36.786821 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42220) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:36.830589 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_v2 [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Deleting subnet ee581ac3-46da-41cc-8c51-0fa0feeb1f5f {{(pid=94553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:19:36.833558 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.871461 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911245'] for subnet, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:36.973044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.114878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8498131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8721876'] for subnet, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.140832 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee581ac3-46da-41cc-8c51-0fa0feeb1f5f,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:37.144931 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.149551 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-080c4e6e-630c-48f9-bc32-bbd79b739a50 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee581ac3-46da-41cc-8c51-0fa0feeb1f5f HTTP/1.1" status: 204 len: 168 time: 0.3617857 Aug 28 23:19:37.149780 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42222) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:37.156688 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede5113-8155-4622-ab62-59d235b252f5 None None] Network 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:19:37.220381 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.279311 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Deleting port 2b92f3f5-f2ae-4805-9a16-30947eca7462 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:37.279651 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.339634 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] DHCP port deletion for 8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:19:37.349135 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] For port 2b92f3f5-f2ae-4805-9a16-30947eca7462, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2b92f3f5-f2ae-4805-9a16-30947eca7462,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:37.349497 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.361923 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Calling delete_port for 2b92f3f5-f2ae-4805-9a16-30947eca7462 owned by network:dhcp {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:37.384248 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Deleting port 2b92f3f5-f2ae-4805-9a16-30947eca7462 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:37.384544 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.444081 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] For port 2b92f3f5-f2ae-4805-9a16-30947eca7462, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2b92f3f5-f2ae-4805-9a16-30947eca7462,segment=NetworkSegment(29f53f9b-8c97-4254-b2e3-e47cfe590133),segment_id=29f53f9b-8c97-4254-b2e3-e47cfe590133)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:37.445532 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.457324 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Calling delete_port for 2b92f3f5-f2ae-4805-9a16-30947eca7462 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:37.515303 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device baf48458-0219-4ce1-bd5d-e954f4829026 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:37.520917 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.538929 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: baf48458-0219-4ce1-bd5d-e954f4829026 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:37.539272 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device baf48458-0219-4ce1-bd5d-e954f4829026 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:37.539683 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ceeeac3e-5c0e-4883-b80c-bc638f93c1ea no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:37.551405 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] No DVR routers for this DVR port 2b92f3f5-f2ae-4805-9a16-30947eca7462 on host dv-cinder-790492-11-iscsi {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:19:37.554936 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b92f3f5-f2ae-4805-9a16-30947eca7462,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:37.566535 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: ceeeac3e-5c0e-4883-b80c-bc638f93c1ea {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:37.566535 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ceeeac3e-5c0e-4883-b80c-bc638f93c1ea not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:37.566535 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2b92f3f5-f2ae-4805-9a16-30947eca7462 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:37.579748 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.580088 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.580415 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.580739 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.581061 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.581381 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.582307 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.582633 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.582949 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.583259 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.583570 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.583884 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.585644 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 2b92f3f5-f2ae-4805-9a16-30947eca7462 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:37.586015 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2b92f3f5-f2ae-4805-9a16-30947eca7462 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:37.589549 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.618633 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] No DVR routers for this DVR port 2b92f3f5-f2ae-4805-9a16-30947eca7462 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:19:37.622920 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Pushing event deleted for resources: {'Port': ['ID=2b92f3f5-f2ae-4805-9a16-30947eca7462,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:37.630549 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.630897 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.631827 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.631827 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.632006 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.632221 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.632500 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.632975 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.633148 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.633436 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.633818 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.634075 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8e5e-4cd6-4ce1-823c-240d110187d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:19:37.635217 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.645839 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:37.655958 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f53f9b-8c97-4254-b2e3-e47cfe590133') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:37.656251 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f53f9b-8c97-4254-b2e3-e47cfe590133') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:37.665003 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.678419 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.683960 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:19:37.686420 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:19:37.794134 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.799587 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:37.802024 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc HTTP/1.1" status: 204 len: 168 time: 0.6503482 Aug 28 23:19:37.805023 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42226) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:37.813167 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5763ddf-78b6-4b12-8356-377ee3650501 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf9bbab-f64f-4aab-9ff7-f2f2a5ce4cbc,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:38.130062 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:38.360095 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Deleting port 9e5467a1-d1fb-4820-a7ba-9668742bf008 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:38.360429 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:38.437336 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] For port 9e5467a1-d1fb-4820-a7ba-9668742bf008, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=9e5467a1-d1fb-4820-a7ba-9668742bf008,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:38.437604 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:38.450231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Calling delete_port for 9e5467a1-d1fb-4820-a7ba-9668742bf008 owned by network:router_interface {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:38.685612 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:38.711611 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5467a1-d1fb-4820-a7ba-9668742bf008,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:38.871278 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:39.077362 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:19:39.180231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:19:39.185207 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-a7a63e2c-3abd-40c1-b0a5-9101247e055c admin admin] 10.222.0.16 "PUT /v2.0/routers/ff1f1a2f-cc9f-4190-a18c-c634cd981ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789079 Aug 28 23:19:39.187678 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42228) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:39.188570 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] Sync routers for ids ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:19:39.198247 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] Routers {'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:19:39.198852 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:19:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:39.287731 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:39.298117 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] Set router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:19:39.385615 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:39.467888 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:19:38Z', 'revision_number': 5, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port': {'id': '02dd6984-f2ee-451b-9e8f-bf7942dbaf00', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:14:55Z', 'updated_at': '2021-08-28T23:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:39.488414 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Deleting port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:39.488760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:39.573598 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] For port 02dd6984-f2ee-451b-9e8f-bf7942dbaf00, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:39.573982 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:39.585722 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] Checking router: ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:19:39.585956 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Calling delete_port for 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 owned by network:router_gateway {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:39.594078 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] Routers {'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:19:39.594686 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:19:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:39.676335 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] Set router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 gateway port host: None {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:19:39.726801 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:19:39Z', 'revision_number': 6, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:39.756822 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e6f5ad-97ad-4944-a57a-aebd74c2ee97 None None] The sync data for ids ['ff1f1a2f-cc9f-4190-a18c-c634cd981ad0'] in dv-cinder-790492-11-iscsi is: [{'id': 'ff1f1a2f-cc9f-4190-a18c-c634cd981ad0', 'name': 'tempest-TestShelveInstance-822021297-router', 'tenant_id': '8480b6e9486649649d06077444a0c59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:14:54Z', 'updated_at': '2021-08-28T23:19:39Z', 'revision_number': 6, 'project_id': '8480b6e9486649649d06077444a0c59f', 'gw_port_host': None}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:19:40.046225 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.072128 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dd6984-f2ee-451b-9e8f-bf7942dbaf00,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:40.131773 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.194768 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-b7a7647c-2521-48ac-a40d-ec54d9f6c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.227803 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.229874 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.325772 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.326235 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 {{(pid=94553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:19:40.330530 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.331664 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-6c31ce3f-7536-4512-8126-081219bc58a2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ff1f1a2f-cc9f-4190-a18c-c634cd981ad0 HTTP/1.1" status: 204 len: 168 time: 1.1430809 Aug 28 23:19:40.334760 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42230) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:40.376814 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Deleting subnet 3b16664d-ec46-41b7-84e1-61992099b5b2 {{(pid=94553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:19:40.380220 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.413071 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911245'] for subnet, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.495938 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.640549 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8498131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8721876'] for subnet, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.666249 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b16664d-ec46-41b7-84e1-61992099b5b2,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:40.670007 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.671986 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-ee15a310-99cf-47db-9192-04c2e2aaf7f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b16664d-ec46-41b7-84e1-61992099b5b2 HTTP/1.1" status: 204 len: 168 time: 0.3363030 Aug 28 23:19:40.674713 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42232) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:40.676118 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d09fd4-10da-446f-8337-8a3967866f7c None None] Network 45133817-f628-4973-9a1a-026342252715 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:19:40.745907 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.802291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Deleting port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:40.802630 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.860469 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] DHCP port deletion for 45133817-f628-4973-9a1a-026342252715 request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:19:40.874299 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] For port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:40.874659 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.887609 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Calling delete_port for fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 owned by network:dhcp {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:40.909092 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] Deleting port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:19:40.909464 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.969797 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] For port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,segment=NetworkSegment(b700ff4f-b7ca-4c38-a478-60d43645b6f7),segment_id=b700ff4f-b7ca-4c38-a478-60d43645b6f7)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:19:40.970193 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:40.983063 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] Calling delete_port for fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:19:41.017534 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.047653 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:41.049434 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] No DVR routers for this DVR port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 on host dv-cinder-790492-11-iscsi {{(pid=94554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:19:41.064006 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.087825 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] Pushing event deleted for resources: {'Port': ['ID=fa7314da-880c-49fa-a6e1-ce6ddabd3ad5,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:41.093146 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9742b3b8-c976-4b2d-b9c0-e08161e1410a None None] No DVR routers for this DVR port fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:19:41.119228 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.128610 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45133817-f628-4973-9a1a-026342252715']}} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:41.138612 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b700ff4f-b7ca-4c38-a478-60d43645b6f7') {'for_net_delete': True} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:41.138895 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.services.segments.db [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b700ff4f-b7ca-4c38-a478-60d43645b6f7') {} {{(pid=94554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:19:41.147643 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8636707'] for segment, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.161391 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.167053 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:19:41.167425 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8636664'] for segment, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: Traceback (most recent call last): Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: timer() Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: cb(*args, **kw) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: return func(*args, **kwargs) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: self._notify() Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: self.callback(batched_events) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: event.method(event) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: return f(self, *a, **k) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._get(url).json() Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: return self.request(url, 'GET', **kwargs) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:19:41.168984 dv-cinder-790492-11-iscsi neutron-server[94554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:19:41.268310 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.273597 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.275462 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45133817-f628-4973-9a1a-026342252715 HTTP/1.1" status: 204 len: 168 time: 0.5993972 Aug 28 23:19:41.287560 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343f86-df1d-4cf1-b811-6d315a5e0675 admin admin] Pushing event deleted for resources: {'Network': ['ID=45133817-f628-4973-9a1a-026342252715,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:41.517969 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:41.539037 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:41.544187 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fa7314da-880c-49fa-a6e1-ce6ddabd3ad5 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:41.544187 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 9e5467a1-d1fb-4820-a7ba-9668742bf008 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:41.557891 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 9e5467a1-d1fb-4820-a7ba-9668742bf008 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:41.561393 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 9e5467a1-d1fb-4820-a7ba-9668742bf008 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:41.561393 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:19:41.576558 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:19:41.576901 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 02dd6984-f2ee-451b-9e8f-bf7942dbaf00 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:19:41.634025 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42236) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:41.674458 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2c302a8b-3cb8-4cbe-a5f5-09d9ef09afe8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f1d15a07d62446ca0b08029c849b9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392814 Aug 28 23:19:41.676736 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42238) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:41.722336 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-74f92fd5-72cf-46e3-b00a-b1f47c6d679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.742658 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-74f92fd5-72cf-46e3-b00a-b1f47c6d679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.857338 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-74f92fd5-72cf-46e3-b00a-b1f47c6d679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.859936 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-74f92fd5-72cf-46e3-b00a-b1f47c6d679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:41.861082 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-74f92fd5-72cf-46e3-b00a-b1f47c6d679e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dd782a7-a7fe-4d87-83a9-85c5482274b0 HTTP/1.1" status: 204 len: 168 time: 0.1834497 Aug 28 23:19:41.868921 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92fd5-72cf-46e3-b00a-b1f47c6d679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd782a7-a7fe-4d87-83a9-85c5482274b0,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:42.480680 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42244) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:42.522578 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-fe272de7-9826-432f-ab57-a12f806da82f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8480b6e9486649649d06077444a0c59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407152 Aug 28 23:19:42.524952 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42246) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:19:42.570704 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2db9d3d8-2a2b-44f1-8e7f-60531987db3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:42.591267 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2db9d3d8-2a2b-44f1-8e7f-60531987db3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:42.691449 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2db9d3d8-2a2b-44f1-8e7f-60531987db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:42.694018 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-2db9d3d8-2a2b-44f1-8e7f-60531987db3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:42.695145 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-2db9d3d8-2a2b-44f1-8e7f-60531987db3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de3a4dce-c2fe-4adf-9ef4-a04c11c470fb HTTP/1.1" status: 204 len: 168 time: 0.1693416 Aug 28 23:19:42.703002 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d3d8-2a2b-44f1-8e7f-60531987db3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a4dce-c2fe-4adf-9ef4-a04c11c470fb,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:19:42.725483 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3d14341d-5870-4b6f-89a0-6b67e58c34c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:42.965703 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:44.245617 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:44.594939 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:19:45.445577 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:48.062834 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:19:51.375711 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-889a0609-35e5-40c2-be94-ed17a611b55c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396619 Aug 28 23:19:51.447737 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-c098cf56-086a-413a-ac62-5cbf95c4fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:51.449282 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-c098cf56-086a-413a-ac62-5cbf95c4fe61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1099 time: 0.0487533 Aug 28 23:19:51.548851 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-4fa243ea-1634-42d2-88e3-bb995b54495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:51.550344 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-4fa243ea-1634-42d2-88e3-bb995b54495c service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0822415 Aug 28 23:19:51.618099 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-dcb826de-f648-4c3d-a718-c8d49b2ae1f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 200 len: 1002 time: 0.0610571 Aug 28 23:19:51.667028 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-83f2421e-7173-49d2-a41d-8962d8cae919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:51.668411 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-83f2421e-7173-49d2-a41d-8962d8cae919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0438986 Aug 28 23:19:51.712266 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-ade27bf9-9dbe-4fd1-93fd-ef80e44c5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:19:51.713742 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-ade27bf9-9dbe-4fd1-93fd-ef80e44c5a3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387473 Aug 28 23:19:51.804005 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-c9b8a22c-df6f-4f40-9574-0c7c7c81a6d4 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832191 Aug 28 23:19:51.890636 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0e6998eb-970f-4b10-9265-efd4f233c5ee req-115d10a9-d3f4-4c56-ae5d-e45827e013b6 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800066 Aug 28 23:20:10.187937 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1dedd983-3280-4df9-8463-ac895214723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:12.741710 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-51a64872-edf5-4b76-b58e-8604c207d56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:12.958511 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:14.250897 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:15.416016 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:18.102055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:18.162994 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-7a7e7644-cc6c-44da-b686-b55a54126e1f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720402408&fields=id&tenant_id=073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 267 time: 0.0328662 Aug 28 23:20:18.269922 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fc6ac277-bea6-46b2-9fcb-aebca5f121ef tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:18.271382 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fc6ac277-bea6-46b2-9fcb-aebca5f121ef tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 812 time: 0.1019361 Aug 28 23:20:18.286711 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-aad33831-09dc-4a3e-8935-95979ea3ba45 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/quotas/073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 375 time: 0.0092900 Aug 28 23:20:18.342582 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-5730f100-de73-4d5e-9a7f-16e29d5c9d55 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506394 Aug 28 23:20:18.437608 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-b72e7533-4cd6-47a6-951d-406ce8c6535c service neutron] 10.222.0.16 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827577 Aug 28 23:20:18.528804 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-f6a9f9dd-6327-407c-be37-baea121d6f62 service neutron] 10.222.0.16 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852702 Aug 28 23:20:19.005318 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-0de3961c-041a-463c-aeb9-86faa21ca734 req-4ac99204-7c48-4b5b-a646-ac5ac0b7d88f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 210 time: 0.0268471 Aug 28 23:20:20.096540 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ab3f95e0-8e07-4e1f-8910-7f35a199fa79 req-3ae526dc-a5a9-4c31-b1cd-5b094b0b8bbf tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 210 time: 0.0260026 Aug 28 23:20:20.489355 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-0e6a5878-0670-4352-b273-94abe61980ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:20.490843 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-0e6a5878-0670-4352-b273-94abe61980ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 812 time: 0.1016812 Aug 28 23:20:20.538376 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-621dc82f-d570-4c4a-9aaf-9e083a9b0c68 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073a918b863d44d98c18ae10b9bca8ef HTTP/1.1" status: 200 len: 379 time: 0.0378995 Aug 28 23:20:20.547327 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'port': {'device_id': '6012573b-408c-45e1-b274-e848023fd12a', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'admin_state_up': True, 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'security_groups': ['bb71065d-725e-471a-a942-85e01ce46d1f']}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:20:20.719280 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Made reservation on behalf of 073a918b863d44d98c18ae10b9bca8ef for: {'port': 1} {{(pid=94553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 23:20:20.722968 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:20.844988 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Allocated IP 172.20.0.10 (511967bd-6e28-4acd-b6d3-ae39b5974e6a/7d68f37c-0d33-4d46-a5b6-b8afd8e225e4/f3baeb1c-fb9d-49d9-a839-f983684f47e4) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:20:20.980497 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:20.994022 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Transition to ACTIVE for port object f3baeb1c-fb9d-49d9-a839-f983684f47e4 will not be triggered until provisioned by entity DHCP. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:20:21.085274 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.129378 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:20:21.132656 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:20:21.153795 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:20:21.153795 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=f3baeb1c-fb9d-49d9-a839-f983684f47e4,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:21.204173 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:21.205010 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.255473 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a392b-175d-4159-92aa-d16ed2b9c1d8 req-6a90ad77-5b09-46ba-9e51-24e37cd141d8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:21.257010 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-976a392b-175d-4159-92aa-d16ed2b9c1d8 req-6a90ad77-5b09-46ba-9e51-24e37cd141d8 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 932 time: 0.0722492 Aug 28 23:20:21.298320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-976a392b-175d-4159-92aa-d16ed2b9c1d8 req-0429893a-f8fc-4d04-ac92-2fc003249a20 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344951 Aug 28 23:20:21.319876 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-fd5aa2b5-bb70-4437-a4bc-964e719d79be tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7760983 Aug 28 23:20:21.332978 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Request body: {'port': {'device_id': '6012573b-408c-45e1-b274-e848023fd12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:20:21.385513 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.398965 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-979c6dc5-6d80-4d2b-8ed2-9a3bdc43f3c5 None None] Provisioning for port f3baeb1c-fb9d-49d9-a839-f983684f47e4 completed by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:20:21.403235 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-979c6dc5-6d80-4d2b-8ed2-9a3bdc43f3c5 None None] Provisioning complete for port f3baeb1c-fb9d-49d9-a839-f983684f47e4 triggered by entity DHCP. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:20:21.414178 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-979c6dc5-6d80-4d2b-8ed2-9a3bdc43f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.436720 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-979c6dc5-6d80-4d2b-8ed2-9a3bdc43f3c5 None None] Port f3baeb1c-fb9d-49d9-a839-f983684f47e4 cannot update to ACTIVE because it is not bound. {{(pid=94555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 23:20:21.593863 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:20:21.642905 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3baeb1c-fb9d-49d9-a839-f983684f47e4 {{(pid=94553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:20:21.650458 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.662636 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.provisioning_blocks [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Transition to ACTIVE for port object f3baeb1c-fb9d-49d9-a839-f983684f47e4 will not be triggered until provisioned by entity L2. {{(pid=94553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 23:20:21.776475 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.828627 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Pushing event updated for resources: {'Port': ['ID=f3baeb1c-fb9d-49d9-a839-f983684f47e4,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:21.895227 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Attempting to bind port f3baeb1c-fb9d-49d9-a839-f983684f47e4 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 23:20:21.895471 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Attempting to bind port f3baeb1c-fb9d-49d9-a839-f983684f47e4 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 23:20:21.895789 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Attempting to bind port f3baeb1c-fb9d-49d9-a839-f983684f47e4 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:20:21.900133 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Port f3baeb1c-fb9d-49d9-a839-f983684f47e4 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 23:20:21.900447 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Attempting to bind port f3baeb1c-fb9d-49d9-a839-f983684f47e4 on network 511967bd-6e28-4acd-b6d3-ae39b5974e6a {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 23:20:21.905492 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Checking agent: {'id': '5c47f292-24b1-4c0e-87dc-f5e9d0ef02de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'started_at': datetime.datetime(2021, 8, 28, 23, 5, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 23:20:21.905922 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Checking segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 23:20:21.906223 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Bound using segment: {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'} {{(pid=94553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 23:20:21.906639 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.managers [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Bound port: f3baeb1c-fb9d-49d9-a839-f983684f47e4, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82e95c8-4419-44c0-87a4-2b7778df7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a'}}] {{(pid=94553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 23:20:21.906989 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:21.973836 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] For port f3baeb1c-fb9d-49d9-a839-f983684f47e4, host hv-cinder-79049, cleared binding levels {{(pid=94553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 23:20:21.976857 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] For port f3baeb1c-fb9d-49d9-a839-f983684f47e4, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 23:20:22.022572 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:22.054719 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.055371 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:22.056855 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] 10.222.0.39 "PUT /v2.0/ports/f3baeb1c-fb9d-49d9-a839-f983684f47e4 HTTP/1.1" status: 200 len: 1094 time: 0.7280760 Aug 28 23:20:22.057157 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:20:22.059415 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f7c8a-8288-438f-8b2c-0e6953691b90" -d '{"events": [{"name": "network-changed", "server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:20:22.087410 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46d99b-6783-404e-85af-c3fb043462de service neutron] Pushing event updated for resources: {'Port': ['ID=f3baeb1c-fb9d-49d9-a839-f983684f47e4,revision_number=3']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:22.102092 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c423e9f-b199-4131-a1b7-171a298240d6 x-openstack-request-id: req-9c423e9f-b199-4131-a1b7-171a298240d6 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:20:22.102382 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:20:22.102635 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c423e9f-b199-4131-a1b7-171a298240d6 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:20:22.103036 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'status': 'completed', 'code': 200} Aug 28 23:20:22.165739 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7c8a-8288-438f-8b2c-0e6953691b90 req-abb63e63-5ee4-4ee6-8574-21b8b91b1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.167171 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d5f7c8a-8288-438f-8b2c-0e6953691b90 req-abb63e63-5ee4-4ee6-8574-21b8b91b1e80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1097 time: 0.0434780 Aug 28 23:20:22.267495 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7c8a-8288-438f-8b2c-0e6953691b90 req-3fdd335e-b559-426f-8a1a-978694356470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.269130 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d5f7c8a-8288-438f-8b2c-0e6953691b90 req-3fdd335e-b559-426f-8a1a-978694356470 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=073a918b863d44d98c18ae10b9bca8ef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943189 Aug 28 23:20:22.362173 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7c8a-8288-438f-8b2c-0e6953691b90 req-c2e3d99c-c243-4da4-ada2-f7959f678e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.364195 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2d5f7c8a-8288-438f-8b2c-0e6953691b90 req-c2e3d99c-c243-4da4-ada2-f7959f678e1a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881333 Aug 28 23:20:22.438020 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5589612-77e6-415f-bdae-46a51a6e08f3 req-ceee3f18-334b-4283-9204-fb9c1e01f11c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.439390 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c5589612-77e6-415f-bdae-46a51a6e08f3 req-ceee3f18-334b-4283-9204-fb9c1e01f11c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0742767 Aug 28 23:20:22.463600 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-34b030e7-2e68-4e16-807d-a492201f7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.465002 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-34b030e7-2e68-4e16-807d-a492201f7cfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1097 time: 0.0650167 Aug 28 23:20:22.514252 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-c5589612-77e6-415f-bdae-46a51a6e08f3 req-dbbf8397-2d6c-4ab2-9046-ab84b7457dd7 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673609 Aug 28 23:20:22.515571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-08f0ccb9-1d5e-4719-aca9-2944c97d3f21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4 HTTP/1.1" status: 200 len: 217 time: 0.0385847 Aug 28 23:20:22.569488 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-62bb619b-a82f-4338-ac8c-64454385fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.571021 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-62bb619b-a82f-4338-ac8c-64454385fa08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0488932 Aug 28 23:20:22.617620 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-f4fc8307-1448-47e9-bdd2-3d236ec7083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:22.619058 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-f4fc8307-1448-47e9-bdd2-3d236ec7083c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409095 Aug 28 23:20:22.704519 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-7bde056d-3c7d-4f94-87f7-0565fdd435d3 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781789 Aug 28 23:20:22.792950 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-afdd263a-1685-4345-bf81-41c44dd00e53 req-36b470e0-925f-4f74-852d-cae64e4ea085 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813158 Aug 28 23:20:23.632123 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624631dd-ad4d-4da4-a535-3943421f8200 req-dd3ce980-18ef-45b0-b8cc-67ecf7d01790 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:23.633569 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-624631dd-ad4d-4da4-a535-3943421f8200 req-dd3ce980-18ef-45b0-b8cc-67ecf7d01790 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0477831 Aug 28 23:20:23.670298 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-624631dd-ad4d-4da4-a535-3943421f8200 req-55876d92-2834-4850-aa96-a8e01c171e9c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Aug 28 23:20:24.778859 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825164c6-a2e0-4b5d-82e9-c87c511b4b02 req-b5c4ca51-40b8-4154-93bd-7fa0279a9481 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:24.780307 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-825164c6-a2e0-4b5d-82e9-c87c511b4b02 req-b5c4ca51-40b8-4154-93bd-7fa0279a9481 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0465357 Aug 28 23:20:24.816862 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-825164c6-a2e0-4b5d-82e9-c87c511b4b02 req-47383ba8-886e-4730-af7e-64646c58f62d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301173 Aug 28 23:20:25.926866 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd53092-d7f9-4a73-a1ac-1a2fcb5e13b0 req-0f2321fe-16e9-4f72-b77a-2acd282011f2 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:25.928290 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9fd53092-d7f9-4a73-a1ac-1a2fcb5e13b0 req-0f2321fe-16e9-4f72-b77a-2acd282011f2 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0470781 Aug 28 23:20:25.967110 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-9fd53092-d7f9-4a73-a1ac-1a2fcb5e13b0 req-98f03a99-8c19-4b64-8d4c-5a08085b7e02 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Aug 28 23:20:27.076944 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd755-7bda-4d06-900a-9e974ce356dc req-8dea8f06-9fcf-40a7-b0cc-c3a836276603 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:27.078311 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ae1cd755-7bda-4d06-900a-9e974ce356dc req-8dea8f06-9fcf-40a7-b0cc-c3a836276603 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0480592 Aug 28 23:20:27.115194 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-ae1cd755-7bda-4d06-900a-9e974ce356dc req-13d13bcf-31d7-4ff6-8f1a-02ade6055adb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Aug 28 23:20:28.224102 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f888b63-128b-480d-841c-4efd0294bce8 req-1d606b90-c3ea-439e-a898-256d4ffc6e02 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:28.225527 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7f888b63-128b-480d-841c-4efd0294bce8 req-1d606b90-c3ea-439e-a898-256d4ffc6e02 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0461650 Aug 28 23:20:28.261475 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-7f888b63-128b-480d-841c-4efd0294bce8 req-bd1d8670-577c-4f4a-8ff0-dead165580db tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302022 Aug 28 23:20:29.291651 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device f3baeb1c-fb9d-49d9-a839-f983684f47e4 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=94555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 23:20:29.371730 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedfc9-c362-4ae2-ad3f-b74df6f2a4d5 req-ef2a87b6-0766-4eec-8c74-5b49ed8ef743 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:29.373203 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5bfedfc9-c362-4ae2-ad3f-b74df6f2a4d5 req-ef2a87b6-0766-4eec-8c74-5b49ed8ef743 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 944 time: 0.0476282 Aug 28 23:20:29.383781 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port f3baeb1c-fb9d-49d9-a839-f983684f47e4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:20:29.394977 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Returning: {'device': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'port_id': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'mac_address': 'fa:16:3e:01:4c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 23:20:29.413968 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-5bfedfc9-c362-4ae2-ad3f-b74df6f2a4d5 req-74a043d9-51e8-4637-a483-c3b44802d560 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349150 Aug 28 23:20:29.431098 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:29.443656 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3baeb1c-fb9d-49d9-a839-f983684f47e4 {{(pid=94555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 23:20:29.462280 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port f3baeb1c-fb9d-49d9-a839-f983684f47e4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:20:29.530511 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:29.574816 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=f3baeb1c-fb9d-49d9-a839-f983684f47e4,revision_number=4']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:29.744188 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] get_ports_and_sgs() called for port_ids ['f3baeb1c-fb9d-49d9-a839-f983684f47e4'] {{(pid=94555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 23:20:30.523460 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261685fc-3beb-46c8-b37a-c1cc8ef00b82 req-dd276ce4-d796-42f6-bf14-1b9c10e43a48 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:30.524907 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-261685fc-3beb-46c8-b37a-c1cc8ef00b82 req-dd276ce4-d796-42f6-bf14-1b9c10e43a48 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 945 time: 0.0476184 Aug 28 23:20:30.561472 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-261685fc-3beb-46c8-b37a-c1cc8ef00b82 req-4cf47330-49a0-4c16-a390-e99a572e51a9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Aug 28 23:20:31.303072 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device f3baeb1c-fb9d-49d9-a839-f983684f47e4 up at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 23:20:31.415910 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning for port f3baeb1c-fb9d-49d9-a839-f983684f47e4 completed by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 23:20:31.419424 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.provisioning_blocks [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Provisioning complete for port f3baeb1c-fb9d-49d9-a839-f983684f47e4 triggered by entity L2. {{(pid=94555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 23:20:31.419789 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1759400'] for port, provisioning_complete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:31.492218 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:31.512968 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4'}] {{(pid=94555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:20:31.515157 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c162f53eefc117867abfe257a524dfa2fd2f58dd91f5272223dd4dd80e6406b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be1905a-f361-48fa-ad74-1bf213af989c" -d '{"events": [{"server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "name": "network-vif-plugged", "status": "completed", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4"}]}' {{(pid=94555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:20:31.527823 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] For port f3baeb1c-fb9d-49d9-a839-f983684f47e4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:20:31.550602 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bacbc54-b751-466a-95c3-1c3052d2a901 x-openstack-request-id: req-9bacbc54-b751-466a-95c3-1c3052d2a901 {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:20:31.550882 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "name": "network-vif-plugged", "status": "completed", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4", "code": 200}]} {{(pid=94555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:20:31.551128 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bacbc54-b751-466a-95c3-1c3052d2a901 {{(pid=94555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:20:31.551501 dv-cinder-790492-11-iscsi neutron-server[94555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'code': 200} Aug 28 23:20:31.582050 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994'] for port, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:31.628052 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Pushing event updated for resources: {'Port': ['ID=f3baeb1c-fb9d-49d9-a839-f983684f47e4,revision_number=5']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:31.674847 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f28e4-7520-45e4-bc6a-bb97b77471ba req-17e619bc-f8b4-4834-93ac-4ac026236c5a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:31.676326 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b00f28e4-7520-45e4-bc6a-bb97b77471ba req-17e619bc-f8b4-4834-93ac-4ac026236c5a tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0490332 Aug 28 23:20:31.713899 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b00f28e4-7520-45e4-bc6a-bb97b77471ba req-c0b2dae7-3399-4c41-ae52-c6ca12a62fd6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Aug 28 23:20:31.883387 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667106-05c0-406f-a8f2-8c11ca954401 req-a1fdf651-c6e4-4d6f-9a87-2fd7bbf692c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:31.884756 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-14667106-05c0-406f-a8f2-8c11ca954401 req-a1fdf651-c6e4-4d6f-9a87-2fd7bbf692c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1099 time: 0.0383434 Aug 28 23:20:31.921793 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-14667106-05c0-406f-a8f2-8c11ca954401 req-73e56240-dcd9-4500-b5bd-62e1b278e73e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299525 Aug 28 23:20:32.829670 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ef3f8-c29e-460f-98b3-533913888335 req-b7fef1b6-7bde-4b72-b1ef-e0f57139b69e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:32.831244 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-100ef3f8-c29e-460f-98b3-533913888335 req-b7fef1b6-7bde-4b72-b1ef-e0f57139b69e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0501809 Aug 28 23:20:32.871065 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-100ef3f8-c29e-460f-98b3-533913888335 req-f57ccbca-e4bb-4aa9-a37b-ea6c44b34329 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330057 Aug 28 23:20:33.982542 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c79f26-66a4-4bb7-bb1a-1e0bea3a7cdd req-b24e592d-fff0-435a-ab00-6e1ba23d900e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:33.983984 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1c79f26-66a4-4bb7-bb1a-1e0bea3a7cdd req-b24e592d-fff0-435a-ab00-6e1ba23d900e tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0465989 Aug 28 23:20:34.020187 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-d1c79f26-66a4-4bb7-bb1a-1e0bea3a7cdd req-d8bbf0eb-5bf9-4894-800c-6f4d5ca63cc6 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Aug 28 23:20:34.129219 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc546eec-e261-4548-a39a-2999226955ec req-f98ccaf2-b9c4-4fcf-aadb-ef2e91bbcaeb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:34.130614 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dc546eec-e261-4548-a39a-2999226955ec req-f98ccaf2-b9c4-4fcf-aadb-ef2e91bbcaeb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0472705 Aug 28 23:20:34.170669 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-dc546eec-e261-4548-a39a-2999226955ec req-50db0119-0cdf-4bcc-be44-4d2ed6cd992f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341351 Aug 28 23:20:34.197899 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42332) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:20:34.236564 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89876769-3472-4a72-87f6-63314fe841eb tempest-TestVolumeBootPattern-673630033 tempest-TestVolumeBootPattern-673630033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:34.238048 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-89876769-3472-4a72-87f6-63314fe841eb tempest-TestVolumeBootPattern-673630033 tempest-TestVolumeBootPattern-673630033-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1094 time: 0.0391591 Aug 28 23:20:34.240654 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42334) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:20:34.244836 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.v2.base [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Request body: {'floatingip': {'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'port_id': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 23:20:34.307143 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:34.397111 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:34.496875 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_common [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Allocated IP 172.27.3.147 (59f29d7e-78eb-449f-b2ba-c763f4e6338f/050a2202-cd68-4aff-ac74-fa552480e5ba/ac04f0bb-1695-4fb4-bb60-1914d33d7b89) {{(pid=94553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 23:20:34.603878 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:34.679024 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769667015958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:34.717320 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Network 59f29d7e-78eb-449f-b2ba-c763f4e6338f is already hosted by enough agents. {{(pid=94553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 23:20:34.720231 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.base_scheduler [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Resources bound (agent type, host, resource id): {{(pid=94553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 23:20:34.723916 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Received port after_create {{(pid=94553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 23:20:34.729013 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=ac04f0bb-1695-4fb4-bb60-1914d33d7b89,revision_number=1']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:34.753603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.755073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.755073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.755073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.755073 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.755973 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.756189 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.756506 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.756828 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.757142 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.757452 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:34.757879 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:20:35.069909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:35.182232 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668735'] for port, before_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:35.573854 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for port, precommit_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:35.627116 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769667595731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769667015976', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769667015994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8498053'] for port, after_update {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:35.691181 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event updated for resources: {'Port': ['ID=ac04f0bb-1695-4fb4-bb60-1914d33d7b89,revision_number=2']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:20:35.702295 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027346'] for floatingip, after_create {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:35.797243 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.db.l3_db [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Floating IP 21b2c598-e39d-4d0d-9772-c52b1609d358 associated. External IP: 172.27.3.147, port: f3baeb1c-fb9d-49d9-a839-f983684f47e4. Aug 28 23:20:35.993542 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:20:36.095372 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:20:36.105038 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:20:36.117207 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:20:36.124081 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:20:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:20:36.170381 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:36.197563 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-16e91e76-1840-4de0-837b-121d545e4dcc tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9559400 Aug 28 23:20:36.198206 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:20:36.200489 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b262b891-17dd-4a9e-a26a-47500675a682" -d '{"events": [{"name": "network-changed", "server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:20:36.221188 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:20:36.236976 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192fa22-5555-4d0d-a266-d2bfe5eed4ac x-openstack-request-id: req-7192fa22-5555-4d0d-a266-d2bfe5eed4ac {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:20:36.237289 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:20:36.237540 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7192fa22-5555-4d0d-a266-d2bfe5eed4ac {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:20:36.237969 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'status': 'completed', 'code': 200} Aug 28 23:20:36.303235 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b891-17dd-4a9e-a26a-47500675a682 req-6fc24484-dbd6-4f7c-8bfd-e0670963e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:36.304766 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-6fc24484-dbd6-4f7c-8bfd-e0670963e23b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1099 time: 0.0433011 Aug 28 23:20:36.399377 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b891-17dd-4a9e-a26a-47500675a682 req-1033eb42-ca4a-44b9-9991-caac58c85905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:36.401015 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-1033eb42-ca4a-44b9-9991-caac58c85905 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0889523 Aug 28 23:20:36.464589 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-ea3eb94a-8b8b-4ec3-86a9-a70d0a9e7129 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4 HTTP/1.1" status: 200 len: 1000 time: 0.0565851 Aug 28 23:20:36.516908 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b891-17dd-4a9e-a26a-47500675a682 req-2c8f8cad-959e-4408-9ddd-0a039243c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:36.518409 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-2c8f8cad-959e-4408-9ddd-0a039243c45f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0476663 Aug 28 23:20:36.562654 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b891-17dd-4a9e-a26a-47500675a682 req-9b096450-ec05-416e-8f4f-56f06781e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:36.564125 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-9b096450-ec05-416e-8f4f-56f06781e426 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391948 Aug 28 23:20:36.570333 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '21b2c598-e39d-4d0d-9772-c52b1609d358', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:01:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6012573b-408c-45e1-b274-e848023fd12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:20:34Z', 'updated_at': '2021-08-28T23:20:34Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}, {'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:42Z', 'revision_number': 1, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:20:36.599279 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:20:36.607456 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:20:36.608058 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:20:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:20:36.650992 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-907a0d1e-80bb-462d-ac5f-3a906ad07bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789523 Aug 28 23:20:36.710504 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:20:36.742256 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-b262b891-17dd-4a9e-a26a-47500675a682 req-f478cc1e-b56f-4f1c-b7ac-8fa90b53f498 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851521 Aug 28 23:20:36.927600 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '21b2c598-e39d-4d0d-9772-c52b1609d358', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:01:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6012573b-408c-45e1-b274-e848023fd12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:20:34Z', 'updated_at': '2021-08-28T23:20:34Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}, {'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:42Z', 'revision_number': 1, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:20:36.951864 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd32d40-d836-4443-b1d0-6788fb9e3588 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '21b2c598-e39d-4d0d-9772-c52b1609d358', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:01:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6012573b-408c-45e1-b274-e848023fd12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:20:34Z', 'updated_at': '2021-08-28T23:20:34Z', 'revision_number': 0, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}, {'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:42Z', 'revision_number': 1, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:20:37.123127 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72024853-a362-4d9c-91c0-c3c38f2e176c None None] New status for floating IP 21b2c598-e39d-4d0d-9772-c52b1609d358: ACTIVE {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:20:40.186989 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-9c94f100-a2ed-4f8c-9e21-b947417dcb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:42.736014 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4097d935-6fc8-4ed9-970d-66103e80d3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:42.987305 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:44.210782 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:45.404047 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:48.123982 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:20:52.055788 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-0cbfb21b-845b-40c0-84b1-0c978e0ff164 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388558 Aug 28 23:20:52.137204 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-0af959d2-4f50-434f-b378-c79712c74569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:52.138577 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-0af959d2-4f50-434f-b378-c79712c74569 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1099 time: 0.0387263 Aug 28 23:20:52.240742 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-1e2b4c3c-3a96-4cad-86e8-f4caf58fdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:52.242733 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-1e2b4c3c-3a96-4cad-86e8-f4caf58fdd76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0841761 Aug 28 23:20:52.306938 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-bc1c0cfa-e2b3-44fa-88aa-da377b5625ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 200 len: 1002 time: 0.0565927 Aug 28 23:20:52.358140 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-fe812239-764f-452c-a662-618d11d2a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:52.359540 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-fe812239-764f-452c-a662-618d11d2a39b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0456994 Aug 28 23:20:52.406787 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-2e832674-a804-456f-bd13-695766f19976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:20:52.408484 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-2e832674-a804-456f-bd13-695766f19976 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406528 Aug 28 23:20:52.500848 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-7ec8f7e0-0b63-4c3d-9009-14db24695de1 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852456 Aug 28 23:20:52.591256 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-51c48be2-cacc-47bf-8c73-650429090ae8 req-70297c4d-f7e9-4e6e-9dce-cee2e9e9293f service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820730 Aug 28 23:20:58.593963 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:21:10.203825 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-0bb5065a-3853-4ad3-b357-a0c317d513fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:12.723750 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ebb5-4854-485d-b3fe-d176bfbfeb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:12.963726 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:14.232289 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:15.403721 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:18.111722 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:35.591958 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:21:40.180007 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-dcff5953-9f12-4fb2-9e3c-7044079b8e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:42.711556 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-17a26c87-d684-4c87-90cf-42786055ec4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:43.003067 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:44.288455 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:45.414460 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:48.094175 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:21:51.369993 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-24c99b29-ecd9-4b5a-beb1-805392cece58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390396 Aug 28 23:21:51.431587 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-ba3ffc24-950a-43ff-8ec7-f80e80cd17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:21:51.433036 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-ba3ffc24-950a-43ff-8ec7-f80e80cd17b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1099 time: 0.0392551 Aug 28 23:21:51.537264 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-452d4e8b-80cf-4183-af68-9517a5484463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:21:51.538819 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-452d4e8b-80cf-4183-af68-9517a5484463 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0868819 Aug 28 23:21:51.602637 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-feee22d3-7b65-479f-a548-32022d61533e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4 HTTP/1.1" status: 200 len: 1002 time: 0.0566201 Aug 28 23:21:51.653737 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-88488fa4-0505-4034-be11-ae5d7f15153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:21:51.655029 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-88488fa4-0505-4034-be11-ae5d7f15153b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0453024 Aug 28 23:21:51.698049 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-1594ab08-a9d0-4b59-9ffe-74b17563fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:21:51.699483 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-1594ab08-a9d0-4b59-9ffe-74b17563fd51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0373077 Aug 28 23:21:51.786294 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-714a414a-a16f-4768-a0ee-f9b2f7ecd219 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796978 Aug 28 23:21:51.877897 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-da2f39fb-cc10-4d31-84d2-e32136f5eca1 req-7bfbf488-bf4f-4c41-862e-2d60fc22e21d service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841038 Aug 28 23:22:04.460737 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42376) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:04.719587 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Deleting port ac04f0bb-1695-4fb4-bb60-1914d33d7b89 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:04.719840 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:04.795438 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:04.795980 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:04.810640 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Calling delete_port for ac04f0bb-1695-4fb4-bb60-1914d33d7b89 owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:05.025798 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:05.050602 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'Port': ['ID=ac04f0bb-1695-4fb4-bb60-1914d33d7b89,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:05.075978 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.076322 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.076655 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.076983 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.077305 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.077628 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.077971 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.078291 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.078611 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.078920 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.079232 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.079541 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:05.118333 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:05.118667 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Floating IP 21b2c598-e39d-4d0d-9772-c52b1609d358 disassociated (deleted). External IP: 172.27.3.147, port: f3baeb1c-fb9d-49d9-a839-f983684f47e4. Aug 28 23:22:05.563157 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:22:05.667041 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:22:05.671785 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:05.676838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:22:05.685527 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:05.686152 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:21:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:05.697671 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-b22b6b78-44f6-47d2-b114-547d06cdbf6b tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "DELETE /v2.0/floatingips/21b2c598-e39d-4d0d-9772-c52b1609d358 HTTP/1.1" status: 204 len: 168 time: 1.2351274 Aug 28 23:22:05.698379 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:22:05.700751 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff758a9-a48f-4964-86bc-ce524b9f4118" -d '{"events": [{"name": "network-changed", "server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:22:05.792777 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:05.890497 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959faada-4b37-472d-a816-1e6e71cfc0a7 x-openstack-request-id: req-959faada-4b37-472d-a816-1e6e71cfc0a7 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:22:05.890849 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:22:05.891163 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-959faada-4b37-472d-a816-1e6e71cfc0a7 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:22:05.891638 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'status': 'completed', 'code': 200} Aug 28 23:22:05.954395 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-d9951d8f-e981-4aba-8baf-e283ffe0fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:05.956020 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-d9951d8f-e981-4aba-8baf-e283ffe0fa78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 1099 time: 0.0416043 Aug 28 23:22:06.021962 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:42Z', 'revision_number': 1, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:06.048950 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:22:06.051491 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-ab26c091-edb8-4990-b493-8f0c012c3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:06.053104 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-ab26c091-edb8-4990-b493-8f0c012c3fbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0902855 Aug 28 23:22:06.057606 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:06.058234 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:21:43Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:06.095599 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-2a0ee117-5197-4c7b-bb69-7bc21a9fafa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4 HTTP/1.1" status: 200 len: 217 time: 0.0349050 Aug 28 23:22:06.145412 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-52b39f80-b3f3-48ea-9ee7-666510588459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:06.146942 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-52b39f80-b3f3-48ea-9ee7-666510588459 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0444984 Aug 28 23:22:06.165053 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:06.224763 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-dbd043c7-d58f-4998-b125-99981479d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:06.226317 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-dbd043c7-d58f-4998-b125-99981479d857 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719512 Aug 28 23:22:06.234391 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01a17c-b48a-432a-b614-c1de1503ee92 req-742f7539-121c-4717-bea6-e7fd0cfb30ae tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:06.235745 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4f01a17c-b48a-432a-b614-c1de1503ee92 req-742f7539-121c-4717-bea6-e7fd0cfb30ae tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0730784 Aug 28 23:22:06.318571 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-4f01a17c-b48a-432a-b614-c1de1503ee92 req-0cb849e4-9b9a-4222-9a0e-350eb1b93366 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742414 Aug 28 23:22:06.348172 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-6b823062-8cae-4dac-8ee2-d2bd76fb4993 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114800 Aug 28 23:22:06.382951 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:42Z', 'revision_number': 1, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:06.439267 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-bff758a9-a48f-4964-86bc-ce524b9f4118 req-8919783d-fdf5-4f0a-bc22-29be0ac0d4b3 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822449 Aug 28 23:22:06.527892 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeeb5d5-2903-4546-82ef-db327cfaace9 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_floatingips': [{'id': '9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'router_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'port_id': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'mac_address': 'fa:16:3e:d6:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T23:18:40Z', 'updated_at': '2021-08-28T23:18:42Z', 'revision_number': 1, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:22:06.728672 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61e447-833a-4d17-b3ef-156fceb430fa None None] New status for floating IP 21b2c598-e39d-4d0d-9772-c52b1609d358: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:22:07.444868 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75225-4d09-40a1-a7d4-c1207ac801fd req-89849228-56ff-4165-90fc-60ffb7dc29b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:07.446320 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-88f75225-4d09-40a1-a7d4-c1207ac801fd req-89849228-56ff-4165-90fc-60ffb7dc29b9 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0480263 Aug 28 23:22:07.482259 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-88f75225-4d09-40a1-a7d4-c1207ac801fd req-13aa7200-c09e-4d31-9a7b-fc30394ebc07 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301042 Aug 28 23:22:07.711623 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b6642-f478-418e-9364-df6f3f005f2e req-237256dc-e8bd-4059-908d-48779fe47f4c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:07.713037 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-951b6642-f478-418e-9364-df6f3f005f2e req-237256dc-e8bd-4059-908d-48779fe47f4c tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 946 time: 0.0497959 Aug 28 23:22:07.797603 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Deleting port f3baeb1c-fb9d-49d9-a839-f983684f47e4 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:07.797966 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:07.886351 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] For port f3baeb1c-fb9d-49d9-a839-f983684f47e4, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f3baeb1c-fb9d-49d9-a839-f983684f47e4,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:07.886712 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:07.899083 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Calling delete_port for f3baeb1c-fb9d-49d9-a839-f983684f47e4 owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:08.099635 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:08.129876 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'Port': ['ID=f3baeb1c-fb9d-49d9-a839-f983684f47e4,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.143909 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.144657 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.144657 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.144845 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.145013 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.145328 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:08.178838 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] No DVR routers for this DVR port f3baeb1c-fb9d-49d9-a839-f983684f47e4 on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:22:08.181151 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:08.183134 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-951b6642-f478-418e-9364-df6f3f005f2e req-0252fa0b-7a35-4cf9-9d0d-84e1b8538c0d tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "DELETE /v2.0/ports/f3baeb1c-fb9d-49d9-a839-f983684f47e4 HTTP/1.1" status: 204 len: 173 time: 0.4641023 Aug 28 23:22:08.183557 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'name': 'network-vif-deleted', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:22:08.185783 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf45537-b03c-4b88-aa16-4b28a8cc6ff4" -d '{"events": [{"server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "name": "network-vif-deleted", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:22:08.241069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8efe003-a79d-48db-8d41-ff5cc060df63 x-openstack-request-id: req-b8efe003-a79d-48db-8d41-ff5cc060df63 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:22:08.241069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6012573b-408c-45e1-b274-e848023fd12a", "name": "network-vif-deleted", "tag": "f3baeb1c-fb9d-49d9-a839-f983684f47e4", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:22:08.241069 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8efe003-a79d-48db-8d41-ff5cc060df63 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:22:08.241069 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012573b-408c-45e1-b274-e848023fd12a', 'name': 'network-vif-deleted', 'tag': 'f3baeb1c-fb9d-49d9-a839-f983684f47e4', 'status': 'completed', 'code': 200} Aug 28 23:22:08.574930 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-a0725197-d75a-436f-952a-da1ab2e19281 req-ed9cbc45-5c77-4110-ac48-f65c90939bb1 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6012573b-408c-45e1-b274-e848023fd12a HTTP/1.1" status: 200 len: 210 time: 0.0268340 Aug 28 23:22:09.753402 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device f3baeb1c-fb9d-49d9-a839-f983684f47e4 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:09.773559 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: f3baeb1c-fb9d-49d9-a839-f983684f47e4 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:09.773928 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device f3baeb1c-fb9d-49d9-a839-f983684f47e4 not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:10.179320 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-86e85f87-4d02-4837-8242-98c66c3058a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.006357 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42422) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:12.156348 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Deleting port 0ce1c306-24da-4ef1-a64e-2819bffd9492 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:12.156595 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.231034 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.231356 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.242701 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Calling delete_port for 0ce1c306-24da-4ef1-a64e-2819bffd9492 owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:12.453305 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.477525 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'Port': ['ID=0ce1c306-24da-4ef1-a64e-2819bffd9492,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:12.535097 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.535417 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.db.l3_db [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Floating IP 9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1 disassociated (deleted). External IP: 172.27.3.192, port: e9fbb742-3983-42d4-af7f-5a909329654c. Aug 28 23:22:12.590415 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:22:12.710870 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-58d6fec0-3814-4eb6-b9aa-a6464a0c8600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.738639 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:22:12.843811 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:22:12.849211 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:12.854125 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:22:12.862838 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:12.863442 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:22:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:12.875813 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-28605897-6210-4b66-ab8a-a3b337393492 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1 HTTP/1.1" status: 204 len: 168 time: 0.8683660 Aug 28 23:22:12.877921 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c'}] {{(pid=94554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:22:12.878817 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2d2127477428f3b5bc5a9f8e1ba3d91a97661f6e82d26d28586b836ef7c1dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2c8f5-4249-4dbd-9c9b-673628977eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c"}]}' {{(pid=94554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:22:12.917902 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 23:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692195a1-aaaa-4d6b-a409-86b654f4ba64 x-openstack-request-id: req-692195a1-aaaa-4d6b-a409-86b654f4ba64 {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:22:12.918311 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c", "status": "completed", "code": 200}]} {{(pid=94554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:22:12.918476 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-692195a1-aaaa-4d6b-a409-86b654f4ba64 {{(pid=94554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:22:12.918862 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'status': 'completed', 'code': 200} Aug 28 23:22:12.978353 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:12.980675 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-90033abe-3656-4832-89bf-93694719f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:12.982218 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-90033abe-3656-4832-89bf-93694719f448 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=073a918b863d44d98c18ae10b9bca8ef&device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 1099 time: 0.0422239 Aug 28 23:22:13.052996 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:13.076208 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-16486306-ee20-4550-b076-d7157b0cab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:13.077731 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-16486306-ee20-4550-b076-d7157b0cab59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 200 len: 913 time: 0.0874600 Aug 28 23:22:13.120031 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-d97f5624-9d27-46e1-a7be-f944c6d41fcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 200 len: 217 time: 0.0355155 Aug 28 23:22:13.172044 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-34664934-00d9-43f8-9725-4f9bda5ea465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:13.173661 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-34664934-00d9-43f8-9725-4f9bda5ea465 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 200 len: 851 time: 0.0473001 Aug 28 23:22:13.182896 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:13.216670 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:22:13.222369 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-873e7896-5d38-425a-8234-132dcdd5253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:13.224657 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-873e7896-5d38-425a-8234-132dcdd5253b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=511967bd-6e28-4acd-b6d3-ae39b5974e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437117 Aug 28 23:22:13.227574 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:13.228070 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:22:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:13.332267 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:13.343851 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d03f-2c87-42b5-8d38-66b6f39941e2 req-5312300c-a8ed-45d2-9477-68e85e91b3d3 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:13.345436 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1b4d03f-2c87-42b5-8d38-66b6f39941e2 req-5312300c-a8ed-45d2-9477-68e85e91b3d3 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 946 time: 0.0991700 Aug 28 23:22:13.372550 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-225cff2f-435e-48d8-923e-98cbabad12af service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346829 Aug 28 23:22:13.399120 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f1b4d03f-2c87-42b5-8d38-66b6f39941e2 req-f7d4be2b-75b3-4331-8fab-633bc4dc0fc2 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470901 Aug 28 23:22:13.471808 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-add2c8f5-4249-4dbd-9c9b-673628977eb9 req-5a66be4d-6b2e-4a27-98dd-443ece988db5 service neutron] 10.222.0.39 "GET /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870049 Aug 28 23:22:13.526527 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:13.552560 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d54a80-fe19-46d2-ad88-fe1f4e0c06ba None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:15:25Z', 'revision_number': 4, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi', '_interfaces': [{'id': 'a0ce9aa0-b4b5-4091-a373-96d0dad871ce', 'name': '', 'network_id': '511967bd-6e28-4acd-b6d3-ae39b5974e6a', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'mac_address': 'fa:16:3e:a2:df:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:25Z', 'updated_at': '2021-08-28T23:15:31Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'subnets': [{'id': '7d68f37c-0d33-4d46-a5b6-b8afd8e225e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:22:13.764809 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe0272-f71c-4d66-8e9c-b54864e2c03d None None] New status for floating IP 9f7ef070-ba93-4fb3-bb5e-f02b0f0d9bd1: DOWN {{(pid=94556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 23:22:14.236732 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:14.518027 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b801-e7ad-4293-bed0-d779bd5371e8 req-c3698637-a70b-427b-9139-8ea5be38ebdb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:14.519388 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2452b801-e7ad-4293-bed0-d779bd5371e8 req-c3698637-a70b-427b-9139-8ea5be38ebdb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 946 time: 0.0514321 Aug 28 23:22:14.555842 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-2452b801-e7ad-4293-bed0-d779bd5371e8 req-783a3510-509e-40c3-82f0-a1e42fbee09f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb71065d-725e-471a-a942-85e01ce46d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305142 Aug 28 23:22:14.766229 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-dd9953c4-2972-4032-a1ee-5a3fe8c24e40 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 23:22:14.767619 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-dd9953c4-2972-4032-a1ee-5a3fe8c24e40 tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 946 time: 0.0456634 Aug 28 23:22:14.861500 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Deleting port e9fbb742-3983-42d4-af7f-5a909329654c {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:14.861862 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:14.949338 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] For port e9fbb742-3983-42d4-af7f-5a909329654c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e9fbb742-3983-42d4-af7f-5a909329654c,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:14.949693 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:14.962318 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Calling delete_port for e9fbb742-3983-42d4-af7f-5a909329654c owned by compute:nova {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:15.145833 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:15.173531 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'Port': ['ID=e9fbb742-3983-42d4-af7f-5a909329654c,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:15.213629 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] No DVR routers for this DVR port e9fbb742-3983-42d4-af7f-5a909329654c on host hv-cinder-79049 {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:22:15.216062 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for port, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:15.218062 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-91e329b7-8e21-4876-ad63-0c4f2cd1240d req-ff70bfa9-1a82-4d8b-ad64-ecc5fe75e7bd tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.39 "DELETE /v2.0/ports/e9fbb742-3983-42d4-af7f-5a909329654c HTTP/1.1" status: 204 len: 173 time: 0.4429340 Aug 28 23:22:15.218493 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'name': 'network-vif-deleted', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c'}] {{(pid=94553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 23:22:15.221029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c184f4bb278c9ebd066f61ed072837b361c79aebf8288f4747db4a09317d3d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e458b2-807c-44af-b6c6-80dd869b8663" -d '{"events": [{"server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "name": "network-vif-deleted", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c"}]}' {{(pid=94553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 23:22:15.255693 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1403a5a-371d-4463-b3e9-66a7c1588650 x-openstack-request-id: req-c1403a5a-371d-4463-b3e9-66a7c1588650 {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 23:22:15.256207 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167ebae2-b446-4e3d-8f77-a33b4787e01a", "name": "network-vif-deleted", "tag": "e9fbb742-3983-42d4-af7f-5a909329654c", "status": "completed", "code": 200}]} {{(pid=94553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 23:22:15.256456 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1403a5a-371d-4463-b3e9-66a7c1588650 {{(pid=94553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 23:22:15.256845 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167ebae2-b446-4e3d-8f77-a33b4787e01a', 'name': 'network-vif-deleted', 'tag': 'e9fbb742-3983-42d4-af7f-5a909329654c', 'status': 'completed', 'code': 200} Aug 28 23:22:15.407894 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:15.654640 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [req-f39dbcee-afc0-4796-bd7e-7198f5961d63 req-a4127399-5505-4642-bca2-e832b3c0bc8f tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "GET /v2.0/ports?device_id=167ebae2-b446-4e3d-8f77-a33b4787e01a HTTP/1.1" status: 200 len: 210 time: 0.0300548 Aug 28 23:22:16.708167 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42438) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:16.828970 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Deleting port 7c3f4efd-e172-4112-9fcd-807b2de26fdd {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:16.829314 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:16.906129 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:16.906451 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:16.917771 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Calling delete_port for 7c3f4efd-e172-4112-9fcd-807b2de26fdd owned by network:floatingip {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:17.099312 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:17.124319 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'Port': ['ID=7c3f4efd-e172-4112-9fcd-807b2de26fdd,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:17.182665 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:17.185235 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18019'] for floatingip, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:17.186440 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-1dedb2a4-8e3a-49ad-9235-aa9533fdf6ec tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "DELETE /v2.0/floatingips/0d4597b0-dff6-4c90-b80d-adcde08f8d5f HTTP/1.1" status: 204 len: 168 time: 0.4767098 Aug 28 23:22:17.815494 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e9fbb742-3983-42d4-af7f-5a909329654c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:17.839962 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] No Port match for: e9fbb742-3983-42d4-af7f-5a909329654c {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:17.840291 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Device e9fbb742-3983-42d4-af7f-5a909329654c not bound to the agent host hv-cinder-79049 {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:18.208124 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:18.453923 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42450) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:18.510243 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60fa5a36-8e8a-4ec4-8f6c-1e844a7751fb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:18.534448 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60fa5a36-8e8a-4ec4-8f6c-1e844a7751fb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:18.647785 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60fa5a36-8e8a-4ec4-8f6c-1e844a7751fb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:18.650611 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-60fa5a36-8e8a-4ec4-8f6c-1e844a7751fb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:18.651725 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-60fa5a36-8e8a-4ec4-8f6c-1e844a7751fb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb71065d-725e-471a-a942-85e01ce46d1f HTTP/1.1" status: 204 len: 168 time: 0.1968050 Aug 28 23:22:18.660442 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa5a36-8e8a-4ec4-8f6c-1e844a7751fb tempest-TestVolumeBootPattern-1405370602 tempest-TestVolumeBootPattern-1405370602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71065d-725e-471a-a942-85e01ce46d1f,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:19.792951 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42456) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:20.240143 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:20.475089 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Deleting port a0ce9aa0-b4b5-4091-a373-96d0dad871ce {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:20.475426 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:20.551354 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] For port a0ce9aa0-b4b5-4091-a373-96d0dad871ce, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:20.551638 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:20.563663 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Calling delete_port for a0ce9aa0-b4b5-4091-a373-96d0dad871ce owned by network:router_interface {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:20.836674 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:20.861777 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ce9aa0-b4b5-4091-a373-96d0dad871ce,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:21.021854 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:21.222296 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Router bfca087d-510d-4ab9-9a90-868902a67f4e has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:22:21.572871 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:22:21.580377 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-9d25e76e-2289-4327-986a-527347334603 admin admin] 10.222.0.16 "PUT /v2.0/routers/bfca087d-510d-4ab9-9a90-868902a67f4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863066 Aug 28 23:22:21.580532 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42460) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:21.582719 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] Sync routers for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:22:21.593465 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:21.594129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:22:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:21.681871 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:21.696039 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: dv-cinder-790492-11-iscsi {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:21.777948 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:21.866549 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:22:20Z', 'revision_number': 5, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port': {'id': '732181f0-1d38-4a77-8ffe-f9e4982b6f82', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:22Z', 'updated_at': '2021-08-28T23:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:21.896712 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] Checking router: bfca087d-510d-4ab9-9a90-868902a67f4e for host: dv-cinder-790492-11-iscsi {{(pid=94555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:22:21.904336 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Deleting port 732181f0-1d38-4a77-8ffe-f9e4982b6f82 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:21.904691 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:21.905785 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] Routers {'bfca087d-510d-4ab9-9a90-868902a67f4e'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:21.906397 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:22:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['bfca087d-510d-4ab9-9a90-868902a67f4e'], 'active': True} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:21.980546 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] For port 732181f0-1d38-4a77-8ffe-f9e4982b6f82, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=732181f0-1d38-4a77-8ffe-f9e4982b6f82,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:21.980904 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:21.986963 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvr_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] Set router bfca087d-510d-4ab9-9a90-868902a67f4e gateway port host: None {{(pid=94555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:21.993381 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Calling delete_port for 732181f0-1d38-4a77-8ffe-f9e4982b6f82 owned by network:router_gateway {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:22.040199 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_hamode_db [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:22:21Z', 'revision_number': 6, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:22.065259 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ec081-2043-4c28-878a-6ebcde2e2f40 None None] The sync data for ids ['bfca087d-510d-4ab9-9a90-868902a67f4e'] in dv-cinder-790492-11-iscsi is: [{'id': 'bfca087d-510d-4ab9-9a90-868902a67f4e', 'name': 'tempest-TestVolumeBootPattern-1600380616-router', 'tenant_id': '073a918b863d44d98c18ae10b9bca8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:21Z', 'updated_at': '2021-08-28T23:22:21Z', 'revision_number': 6, 'project_id': '073a918b863d44d98c18ae10b9bca8ef', 'gw_port_host': None}] {{(pid=94555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:22:22.219071 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.243281 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=732181f0-1d38-4a77-8ffe-f9e4982b6f82,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:22.303929 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.638621 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.640630 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.750649 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.751140 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfca087d-510d-4ab9-9a90-868902a67f4e {{(pid=94553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:22:22.755487 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.756490 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-6743c3b2-1599-4361-a92e-35bc93b7c5c7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bfca087d-510d-4ab9-9a90-868902a67f4e HTTP/1.1" status: 204 len: 168 time: 1.1751139 Aug 28 23:22:22.758963 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42462) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:22.807219 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Deleting subnet 7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 {{(pid=94553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:22:22.810435 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.844830 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8911245'] for subnet, precommit_delete_associations {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:22.923222 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.082680 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8498131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8721876'] for subnet, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.108841 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d68f37c-0d33-4d46-a5b6-b8afd8e225e4,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:23.113758 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for subnet, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.115667 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-b7bc8afe-279b-4248-9a06-78512b35810f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7d68f37c-0d33-4d46-a5b6-b8afd8e225e4 HTTP/1.1" status: 204 len: 168 time: 0.3556447 Aug 28 23:22:23.118038 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42464) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:23.118894 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a8674-007a-4b52-8c3e-13646e59fdfb None None] Network 511967bd-6e28-4acd-b6d3-ae39b5974e6a requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:22:23.183862 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.240627 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Deleting port ad656c17-2348-4db5-ab37-e1127978f9d0 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:23.240627 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.290071 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] DHCP port deletion for 511967bd-6e28-4acd-b6d3-ae39b5974e6a request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:22:23.306504 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] For port ad656c17-2348-4db5-ab37-e1127978f9d0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ad656c17-2348-4db5-ab37-e1127978f9d0,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:23.306504 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.319126 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Calling delete_port for ad656c17-2348-4db5-ab37-e1127978f9d0 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:23.335387 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Deleting port ad656c17-2348-4db5-ab37-e1127978f9d0 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:23.335769 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.399576 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] For port ad656c17-2348-4db5-ab37-e1127978f9d0, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=ad656c17-2348-4db5-ab37-e1127978f9d0,segment=NetworkSegment(e82e95c8-4419-44c0-87a4-2b7778df7b8d),segment_id=e82e95c8-4419-44c0-87a4-2b7778df7b8d)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:23.399975 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.412030 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Calling delete_port for ad656c17-2348-4db5-ab37-e1127978f9d0 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:23.453491 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.480215 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad656c17-2348-4db5-ab37-e1127978f9d0,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:23.482088 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] No DVR routers for this DVR port ad656c17-2348-4db5-ab37-e1127978f9d0 on host dv-cinder-790492-11-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:22:23.485287 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.514076 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Pushing event deleted for resources: {'Port': ['ID=ad656c17-2348-4db5-ab37-e1127978f9d0,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:23.518395 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] No DVR routers for this DVR port ad656c17-2348-4db5-ab37-e1127978f9d0 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:22:23.525878 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.526237 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.526574 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.526905 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.527241 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.527575 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.527903 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.528345 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.528540 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.528864 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.529185 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.529505 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da24db-d3b3-4a16-8cf0-58f07095491d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-11-iscsi {{(pid=94555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 23:22:23.559200 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.568106 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511967bd-6e28-4acd-b6d3-ae39b5974e6a']}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:23.578492 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82e95c8-4419-44c0-87a4-2b7778df7b8d') {'for_net_delete': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:23.578792 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82e95c8-4419-44c0-87a4-2b7778df7b8d') {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:23.588142 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911286'] for segment, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.597719 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 732181f0-1d38-4a77-8ffe-f9e4982b6f82 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:23.608487 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.615029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:22:23.615029 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8498025'] for segment, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: Traceback (most recent call last): Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: timer() Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: cb(*args, **kw) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: return func(*args, **kwargs) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: self._notify() Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: self.callback(batched_events) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: event.method(event) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: return f(self, *a, **k) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._get(url).json() Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: return self.request(url, 'GET', **kwargs) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:22:23.616514 dv-cinder-790492-11-iscsi neutron-server[94553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:22:23.619129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 732181f0-1d38-4a77-8ffe-f9e4982b6f82 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:23.619129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 732181f0-1d38-4a77-8ffe-f9e4982b6f82 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:23.619129 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ad656c17-2348-4db5-ab37-e1127978f9d0 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:23.636864 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: ad656c17-2348-4db5-ab37-e1127978f9d0 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:23.637206 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device ad656c17-2348-4db5-ab37-e1127978f9d0 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:23.637614 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device a0ce9aa0-b4b5-4091-a373-96d0dad871ce no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:23.656697 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: a0ce9aa0-b4b5-4091-a373-96d0dad871ce {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:23.657037 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device a0ce9aa0-b4b5-4091-a373-96d0dad871ce not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:23.750856 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.760713 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:23.760713 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] 10.222.0.16 "DELETE /v2.0/networks/511967bd-6e28-4acd-b6d3-ae39b5974e6a HTTP/1.1" status: 204 len: 168 time: 0.6411395 Aug 28 23:22:23.763073 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42466) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:23.769184 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5683-8283-4f79-9a11-b5dd00dbecbb admin admin] Pushing event deleted for resources: {'Network': ['ID=511967bd-6e28-4acd-b6d3-ae39b5974e6a,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:24.096401 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604434'] for router_interface, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:24.329729 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Deleting port fd498ead-79a4-4bbf-a4c5-e2b48989ab25 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:24.330088 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:24.407137 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] For port fd498ead-79a4-4bbf-a4c5-e2b48989ab25, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:24.407414 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:24.420114 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Calling delete_port for fd498ead-79a4-4bbf-a4c5-e2b48989ab25 owned by network:router_interface {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:24.693639 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:24.719555 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fd498ead-79a4-4bbf-a4c5-e2b48989ab25,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:24.883952 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1020532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604558'] for router_interface, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:25.098956 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Router a374c829-5be2-4b04-81c2-c7f575c87db9 has already been hosted by L3 agent c0102bfc-ee18-4afb-9627-3103b75a56de {{(pid=94554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 23:22:25.200581 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] Notify agent at l3_agent.dv-cinder-790492-11-iscsi the message routers_updated {{(pid=94554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 23:22:25.205772 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-09e7d2df-b67e-48e6-aade-8176e8b627ca admin admin] 10.222.0.16 "PUT /v2.0/routers/a374c829-5be2-4b04-81c2-c7f575c87db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415588 Aug 28 23:22:25.208211 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42468) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:25.209284 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] Sync routers for ids ['a374c829-5be2-4b04-81c2-c7f575c87db9'] in dv-cinder-790492-11-iscsi {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 23:22:25.218630 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] Routers {'a374c829-5be2-4b04-81c2-c7f575c87db9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:25.219230 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:22:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['a374c829-5be2-4b04-81c2-c7f575c87db9'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:25.309719 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:25.318541 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] Set router a374c829-5be2-4b04-81c2-c7f575c87db9 gateway port host: dv-cinder-790492-11-iscsi {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:25.410114 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:25.485322 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'external_fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:22:24Z', 'revision_number': 5, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port': {'id': 'c94c4139-8c57-4d30-8bd2-7dede8f37b64', 'name': '', 'network_id': '59f29d7e-78eb-449f-b2ba-c763f4e6338f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T23:15:31Z', 'updated_at': '2021-08-28T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '050a2202-cd68-4aff-ac74-fa552480e5ba', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-11-iscsi'}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:25.509645 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] Checking router: a374c829-5be2-4b04-81c2-c7f575c87db9 for host: dv-cinder-790492-11-iscsi {{(pid=94556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 23:22:25.517582 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] Routers {'a374c829-5be2-4b04-81c2-c7f575c87db9'} bound to L3 agent in host dv-cinder-790492-11-iscsi {{(pid=94556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 23:22:25.518205 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T22:59:43Z,description=,heartbeat_timestamp=2021-08-28T23:22:13Z,host='dv-cinder-790492-11-iscsi',id=c0102bfc-ee18-4afb-9627-3103b75a56de,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T22:59:43Z,topic='l3_agent')) {'router_ids': ['a374c829-5be2-4b04-81c2-c7f575c87db9'], 'active': True} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:25.568101 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Deleting port c94c4139-8c57-4d30-8bd2-7dede8f37b64 {{(pid=94554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:25.568101 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:25.603135 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_dvr_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] Set router a374c829-5be2-4b04-81c2-c7f575c87db9 gateway port host: None {{(pid=94556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 23:22:25.645240 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.db [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] For port c94c4139-8c57-4d30-8bd2-7dede8f37b64, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=c94c4139-8c57-4d30-8bd2-7dede8f37b64,segment=NetworkSegment(a37bd132-de84-4747-820f-2bea2cbd0186),segment_id=a37bd132-de84-4747-820f-2bea2cbd0186)] {{(pid=94554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:25.645602 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:25.655348 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.l3_hamode_db [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:22:25Z', 'revision_number': 6, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port_host': None}], 'dv-cinder-790492-11-iscsi', False) {} {{(pid=94556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:25.659085 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.plugins.ml2.plugin [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Calling delete_port for c94c4139-8c57-4d30-8bd2-7dede8f37b64 owned by network:router_gateway {{(pid=94554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:25.680246 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22179040-945e-4b6e-9ea3-1ed383a3680b None None] The sync data for ids ['a374c829-5be2-4b04-81c2-c7f575c87db9'] in dv-cinder-790492-11-iscsi is: [{'id': 'a374c829-5be2-4b04-81c2-c7f575c87db9', 'name': 'tempest-TestVolumeBootPattern-595135246-router', 'tenant_id': '0864438bb8374f94bc8839275e43d587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T23:15:29Z', 'updated_at': '2021-08-28T23:22:25Z', 'revision_number': 6, 'project_id': '0864438bb8374f94bc8839275e43d587', 'gw_port_host': None}] {{(pid=94556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 23:22:25.882323 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8636461'] for port, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:25.908096 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94c4139-8c57-4d30-8bd2-7dede8f37b64,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:25.965716 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027372'] for router_gateway, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.058275 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5120'] for router, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.060523 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.161958 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602393'] for router, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.162478 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a374c829-5be2-4b04-81c2-c7f575c87db9 {{(pid=94554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 23:22:26.167195 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.168290 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-df6cf215-fc0a-457e-a91b-5dd4a69f59e7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a374c829-5be2-4b04-81c2-c7f575c87db9 HTTP/1.1" status: 204 len: 168 time: 0.9591105 Aug 28 23:22:26.170780 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42470) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:26.214524 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Deleting subnet 2e220aa8-43a0-4100-9fee-d09c6f3b730a {{(pid=94554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 23:22:26.217625 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.250717 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8636696'] for subnet, precommit_delete_associations {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.328407 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1712346'] for subnet, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.459822 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1712337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8636482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9248007'] for subnet, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.485264 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e220aa8-43a0-4100-9fee-d09c6f3b730a,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:26.499532 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.501171 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2afc4-8025-4fe1-8d67-f67e758c7332 None None] Network 55893270-62ca-411f-add5-c8a8d8f28b56 requested from dv-cinder-790492-11-iscsi {{(pid=94555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 23:22:26.504011 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42472) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:26.504820 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-70a72d0d-b4fd-4eac-a0fe-cba51e89616e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e220aa8-43a0-4100-9fee-d09c6f3b730a HTTP/1.1" status: 204 len: 168 time: 0.3324313 Aug 28 23:22:26.578977 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621685'] for network, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.633081 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Deleting port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 {{(pid=94553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:26.633421 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.690752 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] DHCP port deletion for 55893270-62ca-411f-add5-c8a8d8f28b56 request from dv-cinder-790492-11-iscsi {{(pid=94555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 23:22:26.706207 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.db [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] For port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:26.706623 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.721610 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.plugin [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Calling delete_port for 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 owned by network:dhcp {{(pid=94553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:26.738031 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] Deleting port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 {{(pid=94555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 23:22:26.738414 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769667594774'] for port, before_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.798623 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.db [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] For port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3, host dv-cinder-790492-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-11-iscsi',level=0,port_id=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,segment=NetworkSegment(fbfc6c6c-ed90-4cc2-95eb-35a0453623d4),segment_id=fbfc6c6c-ed90-4cc2-95eb-35a0453623d4)] {{(pid=94555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 23:22:26.799029 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605284'] for port, precommit_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.815103 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] Calling delete_port for 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 owned by network:dhcp {{(pid=94555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 23:22:26.871100 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8498108'] for port, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.901841 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:26.905535 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] No DVR routers for this DVR port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 on host dv-cinder-790492-11-iscsi {{(pid=94553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:22:26.977132 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1712417', 'neutron.services.segments.db._delete_segments_for_network-8769667535553'] for network, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:26.987193 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55893270-62ca-411f-add5-c8a8d8f28b56']}} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:26.997362 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4') {'for_net_delete': True} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:26.997652 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.services.segments.db [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfc6c6c-ed90-4cc2-95eb-35a0453623d4') {} {{(pid=94553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 23:22:27.006287 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769667547989', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8911286'] for segment, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.011595 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1668664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769667595749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769667015967'] for port, after_delete {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.019575 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724'] for segment, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.026203 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 23:22:27.026591 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1699724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8498025'] for segment, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: Traceback (most recent call last): Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: timer() Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: cb(*args, **kw) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: return func(*args, **kwargs) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: self._notify() Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: self.callback(batched_events) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: event.method(event) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: return f(self, *a, **k) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._get(url).json() Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: return self.request(url, 'GET', **kwargs) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 23:22:27.028213 dv-cinder-790492-11-iscsi neutron-server[94553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 23:22:27.035146 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] Pushing event deleted for resources: {'Port': ['ID=2bfd7802-42a3-461f-8a8f-9e9c3cb729f3,revision_number=None']} {{(pid=94555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:27.042509 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2a56d-f32a-4a4c-952d-bccc8bb43335 None None] No DVR routers for this DVR port 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 on host dv-cinder-790492-11-iscsi {{(pid=94555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 23:22:27.127990 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1712440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1020515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027328'] for network, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.135094 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1020561'] for network, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.136832 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] 10.222.0.16 "DELETE /v2.0/networks/55893270-62ca-411f-add5-c8a8d8f28b56 HTTP/1.1" status: 204 len: 168 time: 0.6316788 Aug 28 23:22:27.146865 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71028e12-c113-4cb0-b52d-3f8e2d07140b admin admin] Pushing event deleted for resources: {'Network': ['ID=55893270-62ca-411f-add5-c8a8d8f28b56,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:27.451852 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42476) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:27.490733 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-5a1e7dfc-f291-40ea-8aa6-80d37c5c682b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=073a918b863d44d98c18ae10b9bca8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376647 Aug 28 23:22:27.493041 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42478) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:27.538391 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-40f04e4b-e24a-4fbb-aca6-4b4628278280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.559504 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-40f04e4b-e24a-4fbb-aca6-4b4628278280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.597223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd498ead-79a4-4bbf-a4c5-e2b48989ab25 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:27.616944 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: fd498ead-79a4-4bbf-a4c5-e2b48989ab25 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:27.617286 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device fd498ead-79a4-4bbf-a4c5-e2b48989ab25 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:27.617692 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c94c4139-8c57-4d30-8bd2-7dede8f37b64 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:27.637546 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: c94c4139-8c57-4d30-8bd2-7dede8f37b64 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:27.637910 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device c94c4139-8c57-4d30-8bd2-7dede8f37b64 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:27.638310 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 no longer exists at agent ovs-agent-dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 23:22:27.656898 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.plugin [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] No Port match for: 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 {{(pid=94555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 23:22:27.658981 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron.plugins.ml2.rpc [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Device 2bfd7802-42a3-461f-8a8f-9e9c3cb729f3 not bound to the agent host dv-cinder-790492-11-iscsi {{(pid=94555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 23:22:27.670991 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-40f04e4b-e24a-4fbb-aca6-4b4628278280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.673556 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron_lib.callbacks.manager [None req-40f04e4b-e24a-4fbb-aca6-4b4628278280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:27.674732 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-40f04e4b-e24a-4fbb-aca6-4b4628278280 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85aacfe5-56b6-4327-8352-c93ddfb04f32 HTTP/1.1" status: 204 len: 168 time: 0.1808259 Aug 28 23:22:27.684440 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f04e4b-e24a-4fbb-aca6-4b4628278280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aacfe5-56b6-4327-8352-c93ddfb04f32,revision_number=None']} {{(pid=94553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:28.297562 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [-] (94553) accepted ('10.222.0.16', 42484) {{(pid=94553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:28.336438 dv-cinder-790492-11-iscsi neutron-server[94553]: INFO neutron.wsgi [None req-6664b69e-2293-4016-916c-e877375015bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0864438bb8374f94bc8839275e43d587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376394 Aug 28 23:22:28.338819 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [-] (94554) accepted ('10.222.0.16', 42486) {{(pid=94554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 23:22:28.386123 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-62f4562b-c6ff-41d9-b417-494e5e9acf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:28.406186 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-62f4562b-c6ff-41d9-b417-494e5e9acf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:28.533192 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-62f4562b-c6ff-41d9-b417-494e5e9acf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531402'] for security_group, after_delete {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:28.535662 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron_lib.callbacks.manager [None req-62f4562b-c6ff-41d9-b417-494e5e9acf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:28.537288 dv-cinder-790492-11-iscsi neutron-server[94554]: INFO neutron.wsgi [None req-62f4562b-c6ff-41d9-b417-494e5e9acf88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed9baa7c-69ec-47f2-a9cb-e2ee237091aa HTTP/1.1" status: 204 len: 168 time: 0.1975107 Aug 28 23:22:28.544766 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4562b-c6ff-41d9-b417-494e5e9acf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9baa7c-69ec-47f2-a9cb-e2ee237091aa,revision_number=None']} {{(pid=94554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 23:22:40.178708 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-87ecbfe5-3511-4a9d-b9c7-989c06e73fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:42.727528 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-d47c0a0b-cf69-4a0f-922c-c69fff913066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:42.978788 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:44.264602 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:45.396257 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:48.138473 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:22:49.589269 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:23:03.799882 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [req-0d744f8f-8d91-4481-bbfa-47943579172b req-559800f3-9ebe-492e-b5bd-6ce208939f12 service neutron] (94554) timed out ('10.222.0.39', 59964) {{(pid=94554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 23:23:03.817623 dv-cinder-790492-11-iscsi neutron-server[94554]: DEBUG neutron.wsgi [req-e207957f-ed70-48bf-8ca9-69a225f34d11 req-d141ead2-4296-409e-8813-462bed73bc55 service neutron] (94554) timed out ('10.222.0.39', 59953) {{(pid=94554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 23:23:10.189912 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1ab43c3c-beb5-4466-91e7-d296f80eedad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:12.755166 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-1911edb1-bb75-45a7-9891-4b3f986e3e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:12.978105 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:14.269347 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:15.458039 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:18.143664 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:26.587816 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:23:40.211434 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-41fd6262-6fe3-4224-8417-41eba8d911b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:42.697370 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-3510ee45-0026-46eb-81a0-79d01ccfed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:42.971827 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:44.268534 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:45.428621 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:23:48.154451 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:03.586070 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:24:10.199604 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a2a5823f-781f-4bef-96f8-ab94ada959b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:12.702513 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4a29b215-a464-4a46-8fb4-d0cc807abe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:12.988242 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:14.251113 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:15.456695 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:18.159490 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:40.210240 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-e4c6d10f-9809-446d-a732-8af350bccdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:40.584382 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:24:42.707444 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-8c16830a-2559-4c50-9c06-60640d23a1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:42.976103 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:44.255969 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:45.444541 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:24:48.181322 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:10.169340 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-87f81c10-6f8e-4435-9850-63cc8b285404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:12.735503 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-6bb005ad-a206-47db-8946-3d936e77e0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:12.975451 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:14.238223 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:15.443905 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:17.582670 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:25:18.186814 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:40.214756 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-32dcf75e-8fc6-47b4-98a2-4a8733ca6c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:42.711590 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f6331dec-0246-48a6-a93f-6c32c138c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:42.963220 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:44.249058 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:45.466271 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:45.607510 dv-cinder-790492-11-iscsi neutron-server[94553]: DEBUG neutron.wsgi [req-d936101b-175b-4cc4-b5f7-3528d8223b2f req-cc073a5b-e320-450f-9b72-50cc1564b722 service neutron] (94553) timed out ('10.222.0.39', 59980) {{(pid=94553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 23:25:48.186012 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:25:54.580552 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:26:10.185657 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-eb3dce0c-3eb4-4a0c-aefd-02615edf5729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:12.699675 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c168dc61-d064-4613-9597-ad3a77f51522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:12.956799 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:14.248486 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:15.437055 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:18.190853 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:31.579233 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:26:40.190403 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-88e7bbab-2454-41e6-a883-aad96b844c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:42.710375 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-30f03fef-d2ee-4fc4-a5d1-c64d17d8b764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:43.001927 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:44.281619 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:45.430475 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:26:48.218987 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:08.578891 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:27:10.229857 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-f2587042-f35e-4666-aa7d-95cf56fb9bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:12.692460 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-4425e07b-2b13-4820-9072-c49a26217e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:12.983976 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:14.264747 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:15.447241 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:18.229983 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:40.206712 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-a22efe39-6567-45da-80f5-3b71062ba8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:42.697830 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-779703c5-71e8-4b38-b8d1-b727bebfa2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:43.051984 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-20bdce2d-a7b3-49a2-9219-571fbf57bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:44.269289 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-c174e46a-7e20-4441-a2e4-e46f7419e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:45.457725 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-2cb94794-29e7-47b9-b87a-18264cfcdd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 23:27:45.578975 dv-cinder-790492-11-iscsi neutron-server[94556]: DEBUG neutron.db.agents_db [None req-bf2f9f1d-1bfa-44d3-96b6-406a177fbaef None None] Agent healthcheck: found 6 active agents {{(pid=94556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 23:27:48.207415 dv-cinder-790492-11-iscsi neutron-server[94555]: DEBUG neutron_lib.callbacks.manager [None req-7273e8e8-d43e-475a-a767-c7838548050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769667466460', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1759359'] for agent, after_update {{(pid=94555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}